-- Logs begin at Tue 2022-01-25 01:55:46 UTC, end at Tue 2022-01-25 03:30:00 UTC. -- Jan 25 02:27:10.790171 dv-cinder-819778-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 02:27:13.809837 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.common.config [-] Logging enabled! Jan 25 02:27:13.810453 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 25 02:27:13.810624 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102563) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 02:27:13.813897 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.common.config [-] Logging enabled! Jan 25 02:27:13.814157 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 25 02:27:13.814470 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102563) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 02:27:13.816287 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 02:27:13.816533 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 02:27:13.816893 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 02:27:13.817150 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 02:27:13.817379 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 02:27:13.817704 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.818127 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 25 02:27:13.818442 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.818741 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.819038 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.819336 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.819624 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.819933 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.820229 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.820527 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.820817 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.821099 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.821384 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.821676 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.821968 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.822262 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.822552 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.822836 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] debug = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.823124 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.823566 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.824000 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.824289 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.824584 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.824868 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.825147 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.825425 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.825713 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.826044 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] host = dv-cinder-819778-6-iscsi {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.826327 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.826619 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.826911 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.827204 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.827481 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.827792 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.828085 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.828364 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.828642 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] log_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.828922 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.829214 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.829506 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.829804 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.830033 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.830261 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.830555 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.830984 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.831448 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.831770 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.832067 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.832355 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.832641 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.832920 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.833211 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.833501 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.833794 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.834078 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.834361 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.834642 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.834921 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.835214 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.835494 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.835810 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.836091 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.836382 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.836659 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.836938 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.837247 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.837539 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.837825 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.838115 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.838394 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.838682 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.838959 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.839235 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.839512 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] use_json = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.839817 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.840092 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.840631 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.840908 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.841187 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.841467 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.841745 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.842039 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.842317 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:13.842616 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.842917 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.843223 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.843524 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.843850 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.844136 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.844428 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.844713 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.845007 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.845300 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.845591 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.845872 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.846170 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.847123 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.847557 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.847907 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.848214 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.848516 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.848802 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.849089 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.849371 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.849655 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.849949 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.850232 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.850525 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.850818 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.851101 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.851405 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.851722 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.852019 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.852312 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.852591 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.852872 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.853168 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.853452 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.853730 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.854012 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.854305 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.854585 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.854861 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.855147 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.855432 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.855732 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.856012 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.856293 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.856584 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.856861 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.857137 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.857413 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.857692 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.857967 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.858252 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.858529 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.858804 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.859079 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.859358 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.859634 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.859934 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.860214 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.860489 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.860767 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.861040 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.861317 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.861593 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.862470 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.862961 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.863366 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.863650 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.863964 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.864247 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.864528 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.864810 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.865088 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.865366 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.865660 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.865962 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.866245 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.866529 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.866811 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.867093 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.867375 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.867657 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.867965 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.868248 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.868525 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.868820 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.869106 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.869393 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.869701 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.869984 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.870283 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.870564 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.870849 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.871130 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.871412 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.871715 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.872021 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.872321 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.872622 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.872921 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.873218 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.873512 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.873800 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.874112 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.874396 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:13.874618 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 02:27:13.874862 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102563) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 25 02:27:14.254335 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 02:27:14.254612 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 02:27:14.254931 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 02:27:14.255268 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 02:27:14.588244 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.588459 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.588735 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.590037 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.590564 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.590843 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.638930 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.639222 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.639493 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.653709 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.653993 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.654264 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.689416 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.689699 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.690512 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.727734 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.728020 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:14.728288 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.074518 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.075148 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.075148 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.075331 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.076231 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.178646 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.178969 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.179254 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.179526 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.179821 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.180135 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.180396 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.180655 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.180910 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.181192 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.181452 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.181717 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.181974 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.182228 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.182484 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.182749 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.183005 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.183271 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.183544 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.183830 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.184113 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.184368 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.184650 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.185026 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.185277 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.185531 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.185918 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:15.186160 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:15.186397 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:15.186635 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:15.186870 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:15.187105 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:15.187472 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 02:27:15.191589 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 02:27:15.195562 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 02:27:15.199629 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jan 25 02:27:15.201289 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 02:27:15.202721 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 02:27:15.203069 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 25 02:27:15.203467 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 02:27:15.206584 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 02:27:15.206832 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 02:27:15.207178 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 02:27:15.212495 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 25 02:27:15.235744 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 25 02:27:15.236201 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.236501 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102563) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 25 02:27:15.237487 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.239079 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102563) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 02:27:15.239360 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 02:27:15.239610 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 25 02:27:15.242834 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.243118 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.307523 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 02:27:15.307786 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 02:27:15.308027 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 02:27:15.308389 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 02:27:15.328880 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_db.sqlalchemy.engines [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102563) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 25 02:27:15.770820 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Initializing driver for type 'gre' Jan 25 02:27:15.771392 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] gre ID ranges: [(1, 1000)] Jan 25 02:27:15.821209 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Initializing driver for type 'local' Jan 25 02:27:15.821715 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Initializing driver for type 'vlan' Jan 25 02:27:15.835033 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] VlanTypeDriver initialization complete Jan 25 02:27:15.835369 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Initializing driver for type 'vxlan' Jan 25 02:27:15.835880 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] vxlan ID ranges: [(1, 1000)] Jan 25 02:27:15.890920 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Initializing extension driver 'port_security' Jan 25 02:27:15.891287 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.extensions.port_security [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] PortSecurityExtensionDriver initialization complete Jan 25 02:27:15.891625 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Initializing mechanism driver 'openvswitch' Jan 25 02:27:15.891973 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Initializing mechanism driver 'hyperv' Jan 25 02:27:15.899165 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.plugin [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:15.900050 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > port after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.900433 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > port after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.900790 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > port after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.901323 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:15.901766 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > subnet after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.902124 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > subnet after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.902474 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.902873 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:15.903286 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > network after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.903639 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > network after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.904017 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > network after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.904415 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:15.904829 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > security_group after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.905185 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > security_group after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.905531 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > security_group after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.905932 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:15.906343 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.906692 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.907035 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.907432 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:15.907867 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > address_group after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.908220 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > address_group after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.908572 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > address_group after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.908970 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102563) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:15.910089 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] ML2 OVO RPC backend initialized. {{(pid=102563) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 25 02:27:15.910763 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.911128 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.911554 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > network before_response 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.911944 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > networks before_response 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.912302 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > port before_response 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.912651 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > ports before_response 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.913002 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > subnet before_response 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.913348 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > subnets before_response 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.913699 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > network after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.914046 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > network after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.914390 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > network after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.914735 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > port after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.915077 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > port after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.915418 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > port after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.915789 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > subnet after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.916133 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > subnet after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.916470 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.917047 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.plugin [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Modular L2 Plugin initialization complete Jan 25 02:27:15.917377 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading services supported by the core plugin {{(pid=102563) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 02:27:15.917707 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.plugins.ml2.managers [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Got port-security extension from driver 'port_security' Jan 25 02:27:15.918182 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.extensions.vlantransparent [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Disabled vlantransparent extension. Jan 25 02:27:15.918667 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102563) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 02:27:15.918984 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading Plugin: router Jan 25 02:27:15.955206 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router_interface before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.955615 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router after_create 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.956091 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router before_create 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.956981 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.957381 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.957725 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router after_delete 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.958091 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > floatingip after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.960039 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > floatingip after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.960430 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router after_create 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.960802 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router after_update 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.961169 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router after_update 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.961534 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.962104 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router after_update 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.962599 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router precommit_update 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.962994 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: port after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.963346 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: port after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.963911 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: subnet after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.964346 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.964708 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > port precommit_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.965069 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router precommit_create 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.965719 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: port before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.966256 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router precommit_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.966625 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router after_update 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.967059 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router precommit_delete 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.967425 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router precommit_create 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.967828 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.968185 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router precommit_update 55549900 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.968558 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > agent after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.968918 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > agent after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.969271 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > network after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.970170 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Tracking information for resource: router configured {{(pid=102563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:15.970513 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Tracking information for resource: floatingip configured {{(pid=102563) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:15.976885 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.db.l3_agentschedulers_db [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 02:27:15.977556 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: port after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.977946 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: port after_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.978289 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: port after_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.978648 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: port after_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.979670 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router before_create 55550100 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.979854 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router precommit_delete 55550100 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.980209 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router precommit_create 55550100 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.980572 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > router precommit_update 55550100 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:15.985317 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.services.provider_configuration [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service providers = [] {{(pid=102563) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 02:27:15.985686 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.db.servicetype_db [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102563) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 02:27:15.988754 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.services.service_base [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:27:15.989109 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.services.service_base [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:27:15.989460 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.services.service_base [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:27:15.990368 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.services.service_base [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102563) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:27:15.990746 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.services.service_base [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 02:27:15.991127 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:15.991449 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 02:27:16.002282 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:16.002623 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading Plugin: auto_allocate Jan 25 02:27:16.008694 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: network precommit_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.009067 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: network precommit_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.009588 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:16.009916 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading Plugin: tag Jan 25 02:27:16.016803 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:16.017142 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading Plugin: timestamp Jan 25 02:27:16.021519 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:16.021853 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading Plugin: network_ip_availability Jan 25 02:27:16.027370 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.027848 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.028149 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.028870 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:16.029193 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading Plugin: flavors Jan 25 02:27:16.034323 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:16.035278 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading Plugin: revisions Jan 25 02:27:16.039810 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102563) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:16.040206 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_concurrency.lockutils [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=102563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 02:27:16.040957 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102563) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 25 02:27:16.041296 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Initializing extension manager. Jan 25 02:27:16.041819 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: __init__.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.042168 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: __pycache__ {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.042513 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.042963 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: address_group.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.043918 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.044698 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: address-group Jan 25 02:27:16.045067 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: address_scope.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.045834 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.046362 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: address-scope Jan 25 02:27:16.046728 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: admin_state_down_before_update.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.047668 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.048214 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: router-admin-state-down-before-update Jan 25 02:27:16.048542 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: agent.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.049250 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.049763 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: agent Jan 25 02:27:16.050130 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: agent_resources_synced.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.051145 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.051654 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: agent-resources-synced Jan 25 02:27:16.052015 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: allowedaddresspairs.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.055135 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.057704 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: allowed-address-pairs Jan 25 02:27:16.058174 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: auto_allocated_topology.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.059106 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.059619 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: auto-allocated-topology Jan 25 02:27:16.060037 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: availability_zone.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.060719 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.061214 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: availability_zone Jan 25 02:27:16.061515 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: availability_zone_filter.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.062449 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.062954 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: availability_zone_filter Jan 25 02:27:16.063280 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: data_plane_status.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.064223 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.064731 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 02:27:16.065058 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: default_subnetpools.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.066598 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.067108 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: default-subnetpools Jan 25 02:27:16.067437 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: dhcpagentscheduler.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.068296 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.068810 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: dhcp_agent_scheduler Jan 25 02:27:16.069143 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: dns.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.070065 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.070573 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension dns-integration not supported by any of loaded plugins Jan 25 02:27:16.070901 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: dns_domain_ports.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.071861 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.072378 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 02:27:16.072711 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.073637 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.074152 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 25 02:27:16.074480 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: dvr.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.075161 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.075722 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: dvr Jan 25 02:27:16.076010 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: ecmp_routes.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.076933 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.077438 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension ecmp_routes not supported by any of loaded plugins Jan 25 02:27:16.077763 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: empty_string_filtering.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.078677 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.079186 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: empty-string-filtering Jan 25 02:27:16.079514 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.080456 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.080964 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 02:27:16.081334 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.082935 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.083442 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 02:27:16.083798 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: external_net.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.084713 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.085223 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: external-net Jan 25 02:27:16.085551 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: extra_dhcp_opt.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.086464 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.086973 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: extra_dhcp_opt Jan 25 02:27:16.087301 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: extraroute.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.088237 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.088752 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: extraroute Jan 25 02:27:16.089078 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: extraroute_atomic.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.090543 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.091058 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: extraroute-atomic Jan 25 02:27:16.091388 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: filter_validation.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.092103 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.092608 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: filter-validation Jan 25 02:27:16.092936 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: fip_pf_description.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.093849 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.094353 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 02:27:16.094679 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: fip_port_details.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.095607 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.096152 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: fip-port-details Jan 25 02:27:16.096481 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: flavors.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.097770 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.098287 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: flavors Jan 25 02:27:16.098620 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.100320 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.100845 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 02:27:16.101181 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: floatingip_pools.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.101889 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.102411 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: floatingip-pools Jan 25 02:27:16.102740 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: ip_allocation.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.103673 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.104203 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 02:27:16.104535 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.105469 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.106041 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: ip-substring-filtering Jan 25 02:27:16.106379 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: l2_adjacency.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.107317 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.107861 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 02:27:16.108192 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: l3.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.109158 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.109679 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: router Jan 25 02:27:16.110006 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: l3_conntrack_helper.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.112310 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.112864 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 02:27:16.113198 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.114143 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.114659 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: ext-gw-mode Jan 25 02:27:16.114992 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.115968 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.116483 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: l3-ha Jan 25 02:27:16.116811 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: l3_flavors.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.117727 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.118235 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: l3-flavors Jan 25 02:27:16.118565 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.119482 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.120031 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 02:27:16.120363 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: l3agentscheduler.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.121417 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.121933 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: l3_agent_scheduler Jan 25 02:27:16.122266 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: local_ip.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.124075 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.124604 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension local_ip not supported by any of loaded plugins Jan 25 02:27:16.124941 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: logging.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.126562 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.127096 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension logging not supported by any of loaded plugins Jan 25 02:27:16.127439 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: metering.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.128795 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.129463 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: metering Jan 25 02:27:16.129802 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.130930 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.131453 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: metering_source_and_destination_fields Jan 25 02:27:16.131816 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: multiprovidernet.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.132756 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.133272 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: multi-provider Jan 25 02:27:16.133599 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: netmtu.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.134525 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.135040 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: net-mtu Jan 25 02:27:16.135377 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: netmtu_writable.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.136334 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.136846 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: net-mtu-writable Jan 25 02:27:16.137173 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: network_availability_zone.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.137851 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.138364 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: network_availability_zone Jan 25 02:27:16.138691 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: network_ip_availability.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.139861 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.140378 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: network-ip-availability Jan 25 02:27:16.140707 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: network_segment_range.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.141476 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.141982 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 02:27:16.142308 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: pagination.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.143304 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.143640 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: pagination Jan 25 02:27:16.144144 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: port_device_profile.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.145732 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.146250 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: port-device-profile Jan 25 02:27:16.146579 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.147506 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.148051 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: port-mac-address-regenerate Jan 25 02:27:16.148382 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.149300 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.149817 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: port-numa-affinity-policy Jan 25 02:27:16.150146 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: port_resource_request.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.151072 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.151579 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 02:27:16.151931 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: port_resource_request_groups.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.152917 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.153425 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 25 02:27:16.153751 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: portbindings.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.154690 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.155198 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: binding Jan 25 02:27:16.155525 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: portbindings_extended.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.156854 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.157376 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: binding-extended Jan 25 02:27:16.157711 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: portsecurity.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.158632 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.159149 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: port-security Jan 25 02:27:16.159512 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: project_id.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.160591 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.160929 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: project-id Jan 25 02:27:16.161258 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: providernet.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.162189 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.162702 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: provider Jan 25 02:27:16.163031 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.166664 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.167195 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos not supported by any of loaded plugins Jan 25 02:27:16.167533 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.168831 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.169348 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 02:27:16.169683 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.170613 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.171125 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 02:27:16.171455 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_default.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.172396 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.172914 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-default not supported by any of loaded plugins Jan 25 02:27:16.173245 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_fip.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.174175 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.174692 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-fip not supported by any of loaded plugins Jan 25 02:27:16.175050 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_fip_network_policy.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.176050 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.176558 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 25 02:27:16.176883 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_gateway_ip.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.177811 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.178339 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 02:27:16.178649 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_port_network_policy.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.179704 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.180226 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 02:27:16.180558 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.181622 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.182141 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 25 02:27:16.182472 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_pps_rule.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.183661 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.184214 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-pps not supported by any of loaded plugins Jan 25 02:27:16.184546 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_rule_type_details.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.185469 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.185987 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 02:27:16.186319 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: qos_rules_alias.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.187366 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.187911 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 02:27:16.188244 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: quota_check_limit.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.189162 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.189679 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: quota-check-limit Jan 25 02:27:16.190008 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: quotasv2.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.191522 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.191882 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: quotas Jan 25 02:27:16.192214 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: quotasv2_detail.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.195497 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.195885 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: quota_details Jan 25 02:27:16.196225 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: rbac.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.197309 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.197846 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: rbac-policies Jan 25 02:27:16.198186 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: rbac_address_group.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.199126 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.199651 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: rbac-address-group Jan 25 02:27:16.200011 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: rbac_address_scope.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.200948 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.201472 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: rbac-address-scope Jan 25 02:27:16.201806 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: rbac_security_groups.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.202728 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.203247 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: rbac-security-groups Jan 25 02:27:16.203577 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: rbac_subnetpool.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.204524 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.205044 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: rbac-subnetpool Jan 25 02:27:16.205418 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: revisionifmatch.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.206375 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.207513 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: revision-if-match Jan 25 02:27:16.207875 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: revisions.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.209004 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.209521 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: standard-attr-revisions Jan 25 02:27:16.209856 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: router_availability_zone.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.210537 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.211049 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: router_availability_zone Jan 25 02:27:16.211382 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: routerservicetype.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.212360 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.212875 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension router-service-type not supported by any of loaded plugins Jan 25 02:27:16.213204 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.214209 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.214724 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: security-groups-normalized-cidr Jan 25 02:27:16.215055 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: security_groups_port_filtering.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.216268 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.216782 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: port-security-groups-filtering Jan 25 02:27:16.217114 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.218058 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.218583 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: security-groups-remote-address-group Jan 25 02:27:16.218912 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.219882 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.220398 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: security-groups-shared-filtering Jan 25 02:27:16.220731 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.221326 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 25 02:27:16.221662 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: securitygroup.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.231566 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.232140 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: security-group Jan 25 02:27:16.232484 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: segment.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.233276 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.233793 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension segment not supported by any of loaded plugins Jan 25 02:27:16.234156 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.235104 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.235623 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 02:27:16.235984 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: servicetype.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.237109 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.237708 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: service-type Jan 25 02:27:16.238211 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: sorting.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.239779 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.240356 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: sorting Jan 25 02:27:16.240712 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: standard_attr_segment.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.241916 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.242529 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 02:27:16.243017 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: standardattrdescription.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.244125 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.244733 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: standard-attr-description Jan 25 02:27:16.245075 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: stateful_security_group.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.246029 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.246567 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: stateful-security-group Jan 25 02:27:16.246903 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: stdattrs_common.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.247486 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 02:27:16.247851 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.248785 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.249306 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 02:27:16.249636 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: subnet_onboard.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.250706 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.251231 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: subnet_onboard Jan 25 02:27:16.251569 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.252528 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.253044 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 02:27:16.253951 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: subnet_service_types.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.254869 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.255392 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: subnet-service-types Jan 25 02:27:16.255751 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: subnetallocation.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.256866 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.257392 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: subnet_allocation Jan 25 02:27:16.257727 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.258403 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.258927 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: subnetpool-prefix-ops Jan 25 02:27:16.259256 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.260216 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.260743 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 02:27:16.261073 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: tagging.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.262166 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.262685 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: standard-attr-tag Jan 25 02:27:16.263019 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: timestamp.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.264302 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.264828 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loaded extension: standard-attr-timestamp Jan 25 02:27:16.265159 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: trunk.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.266204 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.266731 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension trunk not supported by any of loaded plugins Jan 25 02:27:16.267064 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: trunk_details.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.268021 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.268541 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension trunk-details not supported by any of loaded plugins Jan 25 02:27:16.269466 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: uplink_status_propagation.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.270395 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.270908 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 02:27:16.271237 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Loading extension file: vlantransparent.py {{(pid=102563) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:16.271954 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102563) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:16.272466 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 02:27:16.274986 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:network Jan 25 02:27:16.275515 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:subnet Jan 25 02:27:16.275945 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:27:16.276339 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:port Jan 25 02:27:16.277564 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.278007 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service FLAVORS assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.278642 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.279087 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.279425 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:router Jan 25 02:27:16.279883 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:floatingip Jan 25 02:27:16.280377 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service METERING assigned prefix: /metering {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.281853 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.282232 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.282592 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.283587 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 02:27:16.284065 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:security_group Jan 25 02:27:16.284594 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 02:27:16.285154 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service CORE assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.285488 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:27:16.285834 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] subnetpool is already registered Jan 25 02:27:16.286272 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service CORE assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.286601 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:27:16.286945 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] subnetpool is already registered Jan 25 02:27:16.290511 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.290963 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service FLAVORS assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.291569 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.292037 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.292378 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:router Jan 25 02:27:16.292720 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] router is already registered Jan 25 02:27:16.293132 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:floatingip Jan 25 02:27:16.293467 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] floatingip is already registered Jan 25 02:27:16.293920 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service METERING assigned prefix: /metering {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.294586 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 02:27:16.294918 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] rbac_policy is already registered Jan 25 02:27:16.295332 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:security_group Jan 25 02:27:16.295669 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] security_group is already registered Jan 25 02:27:16.296100 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 02:27:16.296441 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] security_group_rule is already registered Jan 25 02:27:16.296922 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service CORE assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.297251 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:27:16.297585 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] subnetpool is already registered Jan 25 02:27:16.298007 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.v2.resource_helper [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Service CORE assigned prefix: {{(pid=102563) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:16.298334 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:27:16.298665 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING neutron.quota.resource_registry [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] subnetpool is already registered Jan 25 02:27:16.299114 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: extensions {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.300753 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: address-groups {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.302261 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: address-scopes {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.303492 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: agents {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.304722 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: auto-allocated-topology {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.306101 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: availability_zones {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.307337 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: dhcp-networks {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.308784 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: dhcp-agents {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.310320 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: routers {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.312510 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: flavors {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.313702 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: service_profiles {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.315030 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: next_providers {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.317155 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: service_profiles {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.318604 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: floatingip-pools {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.319969 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: routers {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.322122 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: floatingips {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.323318 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: l3-routers {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.324866 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: l3-agents {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.326280 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: metering-labels {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.327529 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: metering-label-rules {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.328991 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: network-ip-availabilities {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.330282 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: bindings {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.332444 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: quotas {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.334124 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: quotas {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.335676 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: rbac-policies {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.336918 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: security-groups {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.338155 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: security-group-rules {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.339492 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: service-providers {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.341014 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: subnetpools {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.342346 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: subnetpools {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.343943 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: tags {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.345643 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: tags {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.347435 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: tags {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.349376 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: tags {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.351102 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: tags {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.354008 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: tags {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.355740 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: tags {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.357538 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: tags {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.359448 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: tags {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.361227 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron.api.extensions [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Extended resource: tags {{(pid=102563) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:16.367293 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING keystonemiddleware.auth_token [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 02:27:16.371874 dv-cinder-819778-6-iscsi neutron-server[102563]: WARNING keystonemiddleware.auth_token [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 02:27:16.381136 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_concurrency.lockutils [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Acquired lock "singleton_lock" {{(pid=102563) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 25 02:27:16.381612 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_concurrency.lockutils [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Releasing lock "singleton_lock" {{(pid=102563) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 25 02:27:16.382267 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO oslo_service.service [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Starting 2 workers Jan 25 02:27:16.387094 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Started child 102670 {{(pid=102563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:27:16.391549 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Started child 102671 {{(pid=102563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:27:16.393011 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:16.393711 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO neutron.service [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 02:27:16.393995 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Publish callbacks [] for process (None), before_spawn {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:16.395208 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [-] (102670) wsgi starting up on http://0.0.0.0:9696 Jan 25 02:27:16.397278 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO oslo_service.service [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Starting 1 workers Jan 25 02:27:16.397614 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:16.399102 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [-] (102671) wsgi starting up on http://0.0.0.0:9696 Jan 25 02:27:16.402573 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Started child 102672 {{(pid=102563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:27:16.403144 dv-cinder-819778-6-iscsi neutron-server[102563]: INFO oslo_service.service [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Starting 1 workers Jan 25 02:27:16.406769 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.service [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] calling RpcWorker wait() {{(pid=102672) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 02:27:16.407344 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.service [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] returning from RpcWorker wait() {{(pid=102672) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 02:27:16.407727 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Started child 102673 {{(pid=102563) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:27:16.408572 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG neutron_lib.callbacks.manager [None req-13fade3f-c051-452c-b781-3db9b2934e0a None None] Publish callbacks [] for process (None), after_spawn {{(pid=102563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:16.408787 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:16.409298 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:16.411047 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102563) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 02:27:16.411269 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 02:27:16.411461 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 02:27:16.411722 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 02:27:16.412055 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 02:27:16.412225 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 02:27:16.412741 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.413034 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.413287 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.413481 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:16.413947 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.413947 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.414451 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.414703 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.414968 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.415243 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.415482 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.415653 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.415848 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.416099 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.416336 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.416636 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.416913 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.417159 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.417416 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.417591 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.417865 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.418134 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.418384 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.418650 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] debug = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.418898 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.419344 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.419604 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.419854 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.420079 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.420363 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.420610 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.420905 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.421152 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.421374 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.421620 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.421880 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.422113 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.422344 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.422595 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.422810 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.423081 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.423309 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.423787 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] host = dv-cinder-819778-6-iscsi {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.424045 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.424297 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.424538 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.424793 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.425092 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.425377 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.425659 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.425923 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.426255 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.426487 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.426733 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.426969 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.427190 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.427431 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.427584 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_options = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.427928 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.428130 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.428409 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.428614 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.428779 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.428939 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.429196 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.429356 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.429611 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.429831 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.430054 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.430271 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.430521 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.430762 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.431024 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.431309 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.431504 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.431756 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.432022 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.432269 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.432500 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.432754 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.432996 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.433227 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.433521 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.433702 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.433906 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.434140 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.434380 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.434630 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.434910 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.435112 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.435332 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.435594 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.436082 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.436250 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.436498 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.436639 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.436861 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.437043 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:16.437127 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.437329 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.437559 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.437800 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.438034 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.438277 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.439141 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.439141 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_json = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.439141 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.439141 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.439543 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.439625 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.440350 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.440350 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.440350 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.440567 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.441436 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.441876 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.442183 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.442555 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.442742 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.442985 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.443627 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.443627 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.443846 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.443965 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.444202 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.444522 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.445033 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.445033 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.445305 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.445552 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.445893 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.446165 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.446435 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.446697 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.446930 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.447150 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.447399 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.447657 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.448084 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.448488 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.448817 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.449074 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.449395 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.449643 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.449979 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.450284 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.450660 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.117/identity {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.450998 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.451228 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.451482 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.451758 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.451953 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.452197 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.452416 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.452689 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.452935 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.453153 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.453382 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.453610 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.453849 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.454100 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.454360 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.454638 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.454890 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.455117 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.455542 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.455958 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.456218 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.457063 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.457300 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.457521 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.457951 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.458237 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.458484 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.458708 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.458929 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.459155 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.459393 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.459738 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.459834 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.460052 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.460276 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.460510 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.460778 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.461001 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.461238 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.461455 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.461709 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.461932 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.462173 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.462396 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.462617 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.462845 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.463060 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.463279 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.463496 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.463734 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.463959 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.464177 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.464414 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.464635 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.464847 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.465064 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.465531 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.465909 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.466277 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.466710 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.467046 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.467169 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 37628) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:16.467300 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.467735 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.467982 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.468228 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.468476 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.468735 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.468962 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.469190 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.469406 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.469666 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.469926 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.470181 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.470418 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.470656 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.470895 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.471114 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.471735 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.472145 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.472392 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.472636 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.473011 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.473278 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.473544 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.473790 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.474049 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.474328 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.474579 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.474840 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.475085 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.475347 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.475642 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.475936 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.476251 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.476450 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.476709 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.476962 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.477196 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.477452 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.477679 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.477939 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.478163 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.478414 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.478640 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.478878 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.479108 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.479481 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.479732 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.479960 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.480182 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.480468 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.480716 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.480976 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.481249 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.481493 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.481745 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.482049 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.482229 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.117/identity {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.482896 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.482896 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.483052 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.483147 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.483378 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.484528 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [-] 10.222.0.117 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0096145 Jan 25 02:27:16.484683 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.485086 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.485472 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.485845 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.486248 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.486479 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.488105 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.488644 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.489094 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.489540 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.490724 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.490974 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.491635 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.491635 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.491909 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.491994 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.492151 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.492569 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.492847 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.493076 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.494280 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.494280 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.494280 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.494280 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.494280 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.494665 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.494732 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.494969 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.495197 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.495417 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.495637 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.495903 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.496145 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.496391 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.496590 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.496842 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.497083 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.497340 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.498381 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.498381 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.498381 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.498381 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.498663 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.498842 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.499029 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.499244 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.499461 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.499676 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.499983 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.500207 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.500598 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.500995 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.501361 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.501917 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.501917 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.502215 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.502215 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.502486 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.502734 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.502963 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.503796 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.504033 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.504247 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.504496 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.505401 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.505401 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.505401 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.505817 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.505817 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.506146 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.506146 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.506425 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.506566 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.506783 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.506974 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.507221 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.507434 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.507648 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.507942 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.508149 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.508362 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.508591 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.508805 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.509020 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.509245 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.509465 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.512088 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.512358 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.512596 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.512828 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.513070 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.513303 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.513525 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.513839 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.514110 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.514347 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.515835 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.515835 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.515835 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.515835 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.516570 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.516778 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.517075 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.517229 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.517817 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.518061 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.518384 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.518683 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.519022 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.520168 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.520168 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.520168 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.520168 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.520441 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.520667 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.520984 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.521322 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.521599 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.521874 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.522940 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.522940 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.522940 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.522940 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.523234 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.523309 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.523508 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.524620 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.524836 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.525076 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.525310 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.525569 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.525794 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.526019 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.526975 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.526975 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.526975 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.526975 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 02:27:16.527360 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102563) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 02:27:16.527518 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 02:27:16.527677 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 02:27:16.528713 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 02:27:16.528713 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 02:27:16.528978 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 02:27:16.529105 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.529230 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.529387 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.529555 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.529716 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.529901 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.530065 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.530226 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.530387 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.530548 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.530711 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.530872 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.531469 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.531469 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.531469 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.531469 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.531838 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.532388 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.532586 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.532733 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.532894 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.533036 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.533176 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] debug = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.533329 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.533761 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.533935 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.534103 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.534250 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.534451 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.534677 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.534889 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.534889 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.535091 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.535174 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.535317 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.535488 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.535631 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.535812 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.535954 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.536093 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.536231 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.539381 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] host = dv-cinder-819778-6-iscsi {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.539381 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.539381 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.539381 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.539381 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.540163 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.540163 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.540163 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.540163 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.540163 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.540811 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.540948 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:16.541120 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.541120 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.541120 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.541120 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.541120 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_options = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.541120 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.541994 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.541994 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.541994 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.541994 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.541994 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.542629 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.542629 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.542629 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.542629 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.542629 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.543263 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.543263 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.543263 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.543263 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.544837 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.544837 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.544837 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.544837 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.544837 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.544837 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.544837 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.544837 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.545452 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.546026 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.546198 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.546459 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.547207 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.547388 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.547556 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.547740 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.547906 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.548068 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.549450 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.549450 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.549450 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.549450 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.549450 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.549450 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.549450 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.549450 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.550583 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.550583 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.550583 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.550583 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.550854 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.551069 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_json = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.551310 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.551513 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.552585 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.552585 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.552585 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.552585 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.552585 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.552585 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.552585 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:16.553109 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.553109 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.553109 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.553313 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.553391 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.553679 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.553679 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.553841 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.553996 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.553996 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.553996 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.554471 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.554601 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.554849 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.554941 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.555902 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.555902 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.555902 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.555902 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.555902 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.555902 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.556353 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.556353 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.556353 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.556570 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.556658 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.556771 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.556942 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.557105 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.557285 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.557450 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.557614 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.117/identity {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.558590 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.558590 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.558590 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.558590 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.558590 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.558590 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.558960 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.558960 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.559077 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.559141 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.559299 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.559462 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.559626 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.559813 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.560648 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.560648 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.560648 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.560648 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.560648 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.560956 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.560956 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.561096 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.561196 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.561359 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.561724 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.561724 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.561878 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.561983 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.562144 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.562308 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.562527 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.562616 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.562780 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.562942 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.563106 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.563268 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.563444 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.563606 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.563864 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.564047 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.564197 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.564359 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.564521 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.564689 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.564849 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.565168 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.565346 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.565491 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.565671 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.566395 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.566571 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.566733 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.566896 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.567062 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.567223 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.567973 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.567973 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.567973 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.567973 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.568228 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.568228 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.568344 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.569238 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.569238 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.569238 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.569238 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.569238 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.569238 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.570287 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.570287 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.570287 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.570287 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.570287 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.570287 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.571358 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.571358 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.571358 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.571358 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.571358 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.571752 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.571832 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.571987 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.572152 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.572659 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.572659 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.572659 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.572866 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.572935 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.573095 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.573273 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.573425 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.573587 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.573739 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.573903 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.574068 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.574231 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.574894 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.574894 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.574894 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.574894 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.575437 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.575437 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.575437 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.575804 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.575804 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.576025 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.576203 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.576373 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.576538 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.576774 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.576920 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.577058 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.577196 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.577334 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.577471 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.577608 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.577745 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.577893 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.117/identity {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.578032 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.578182 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.578321 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.578486 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.578648 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.578811 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.578973 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.579219 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.579367 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.579505 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.579639 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.579796 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.579916 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.580084 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.580243 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.580386 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.580525 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.580676 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.580815 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.580977 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.581141 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.581343 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.581492 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.581660 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.581820 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.581960 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.582202 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.582295 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.582410 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.582741 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.583050 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.583354 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.583663 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.583998 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.584164 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.584330 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.584495 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.584659 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.584825 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.585045 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.585144 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.585305 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.585468 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.585648 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.585812 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.586053 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.586184 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.587318 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.587318 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.587318 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.587318 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.587318 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.587318 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.587318 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.587797 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.587797 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.587797 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.588000 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.588000 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.588139 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.588306 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.588478 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.588639 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.588784 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.588924 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.589090 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.589236 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.589385 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.589957 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.589957 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.589957 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.590646 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.590646 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.590646 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.591035 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.591035 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.591035 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.591421 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.591421 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.591572 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.591662 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.592692 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.592692 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.592692 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.592692 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.592692 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.592692 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.593054 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.593054 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.593054 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.593251 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.593409 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.593508 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.593668 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.593849 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.593995 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.594134 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.594270 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.594520 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.594677 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.594816 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.594953 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.595090 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.595226 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.595361 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.595528 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.595709 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.595886 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.596025 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.596263 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.596408 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.597478 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.597478 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.597478 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.597478 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.597478 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.597478 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.597478 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.598075 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.598075 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.598075 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.598075 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.598346 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.598422 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.598549 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.598712 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.598867 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.599031 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.599192 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.599354 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.599515 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.599677 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.599864 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.600028 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.600190 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.601068 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.601068 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.601068 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.601068 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.601068 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.601375 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:16.601375 dv-cinder-819778-6-iscsi neutron-server[102563]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102563) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 02:27:27.990584 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a523d040-5abc-48ea-8dc5-c0a61f6ac122 None None] get_active_networks_info from dv-cinder-819778-6-iscsi {{(pid=102672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 25 02:27:28.057292 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a523d040-5abc-48ea-8dc5-c0a61f6ac122 None None] No non-hosted networks {{(pid=102672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 02:27:28.074928 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.agentschedulers_db [None req-a523d040-5abc-48ea-8dc5-c0a61f6ac122 None None] DHCP Agent not found on host dv-cinder-819778-6-iscsi {{(pid=102672) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 25 02:27:28.176557 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-aa992067-9b6b-4d90-9d03-4012f58ba4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474100'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:30.132319 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d665-fc82-4fd8-bcb8-db6335df106f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474100'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:30.166176 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e8b30dae-01d6-4100-8e19-ccb74ab33579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:31.489239 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474100'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:32.895133 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474100'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:34.118502 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474100'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:34.119976 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.120646 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.121298 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.121882 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.122483 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.122904 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.123459 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.124061 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.124609 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.125167 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.125743 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.126200 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.126855 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:34.127551 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819778-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:34.134051 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819778-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:36.892745 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 37734) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:37.171628 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.db.l3_hamode_db [None req-54efc7ab-33e5-43b1-a771-ff98d0ac475f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 02:27:37.250220 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efc7ab-33e5-43b1-a771-ff98d0ac475f None None] Routers set() bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:27:37.250613 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efc7ab-33e5-43b1-a771-ff98d0ac475f None None] Router IDs set() for agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 25 02:27:37.390711 dv-cinder-819778-6-iscsi neutron-server[102671]: WARNING oslo_policy.policy [None req-c7e30b9a-f396-4d58-bb24-f8ef03bc0faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:37.391297 dv-cinder-819778-6-iscsi neutron-server[102671]: WARNING oslo_policy.policy [None req-c7e30b9a-f396-4d58-bb24-f8ef03bc0faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:37.618235 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [None req-c7e30b9a-f396-4d58-bb24-f8ef03bc0faa admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:27:37.619263 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c7e30b9a-f396-4d58-bb24-f8ef03bc0faa admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7255678 Jan 25 02:27:40.316644 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 37750) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:40.618293 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-98c25297-c8bb-4b12-b364-d6005dec1db4 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '705a3c6650674528a0096768eea3fe81', 'prefixes': ['172.20.0.0/16']}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:27:40.717790 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.policy [None req-98c25297-c8bb-4b12-b364-d6005dec1db4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102671) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 02:27:40.764011 dv-cinder-819778-6-iscsi neutron-server[102671]: WARNING oslo_policy.policy [None req-98c25297-c8bb-4b12-b364-d6005dec1db4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:40.764322 dv-cinder-819778-6-iscsi neutron-server[102671]: WARNING oslo_policy.policy [None req-98c25297-c8bb-4b12-b364-d6005dec1db4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:40.773118 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.quota [None req-98c25297-c8bb-4b12-b364-d6005dec1db4 admin admin] Loaded quota_driver: . Jan 25 02:27:40.864622 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98c25297-c8bb-4b12-b364-d6005dec1db4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765974466625', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765974468204', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765974550721', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765974550472', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765974563072', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765974572483', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1483517', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1428252', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-729606', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-673247'] for rbac-policy (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:40.931712 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98c25297-c8bb-4b12-b364-d6005dec1db4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:40.932888 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-98c25297-c8bb-4b12-b364-d6005dec1db4 admin admin] 10.222.0.117 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6152785 Jan 25 02:27:43.616750 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 37762) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:43.912138 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Request body: {'network': {'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'admin_state_up': True, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'name': 'private'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:27:43.941664 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Made reservation on behalf of 26e358bfb5294c7f9855f86b5dbeedac for: {'network': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:27:43.944470 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:43.961485 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:44.074804 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Publish callbacks [] for security_group (63bb5ffc-962a-44ba-9b69-0d565a4f3275), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:44.078586 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (63bb5ffc-962a-44ba-9b69-0d565a4f3275), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:44.100331 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=102671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:27:44.129359 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765976887974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (7977e992-34d4-45ea-bc80-f2b349dff93a), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:44.129959 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Unsubscribe: segment precommit_create {{(pid=102671) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 02:27:44.130482 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.segments_db [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Added segment 7977e992-34d4-45ea-bc80-f2b349dff93a of type vlan for network 1277adc2-7302-45fa-9e00-e3a26fac2667 Jan 25 02:27:44.146368 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bb5ffc-962a-44ba-9b69-0d565a4f3275,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:27:44.197888 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.198254 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.198600 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.198941 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.199270 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.199628 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.199995 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.200324 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.200667 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.201010 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.201335 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.201654 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.201971 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Tracked resource versions report: Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: pushed versions: Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: { 'AddressGroup': {'1.2'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Log': {'1.0'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Network': {'1.1'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Port': {'1.7'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'PortForwarding': {'1.2'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'QosPolicy': {'1.10'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SecurityGroup': {'1.5'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SubPort': {'1.0'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Subnet': {'1.1'}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Trunk': {'1.1'}} Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: consumer versions: Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: { DHCP agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: L3 agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: Metadata agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: Metering agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: Open vSwitch agent@dv-cinder-819778-6-iscsi: { 'AddressGroup': '1.2', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'ConntrackHelper': '1.0', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'LocalIPAssociation': '1.0', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Log': '1.0', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Network': '1.1', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Port': '1.7', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'PortForwarding': '1.2', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'QosPolicy': '1.10', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SecurityGroup': '1.5', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SecurityGroupRule': '1.2', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SubPort': '1.0', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Subnet': '1.1', Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Trunk': '1.1'}} Jan 25 02:27:44.203447 dv-cinder-819778-6-iscsi neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:27:44.248584 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (1277adc2-7302-45fa-9e00-e3a26fac2667), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:44.287921 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (1277adc2-7302-45fa-9e00-e3a26fac2667), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:44.289024 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:27:44.289706 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:44.345114 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7272322 Jan 25 02:27:44.391057 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7b9dd-0a3e-4987-9999-61c7c03e6185 admin admin] Pushing event updated for resources: {'Network': ['ID=1277adc2-7302-45fa-9e00-e3a26fac2667,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:27:44.410142 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 1277adc2-7302-45fa-9e00-e3a26fac2667 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:27:47.114296 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 37776) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:47.608461 dv-cinder-819778-6-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-429e75ca-47c7-4634-860d-e24df69fdc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:47.609039 dv-cinder-819778-6-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-429e75ca-47c7-4634-860d-e24df69fdc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:48.057033 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.policy [None req-429e75ca-47c7-4634-860d-e24df69fdc66 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102670) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 02:27:48.104877 dv-cinder-819778-6-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-429e75ca-47c7-4634-860d-e24df69fdc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:48.105253 dv-cinder-819778-6-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-429e75ca-47c7-4634-860d-e24df69fdc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:48.113889 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e75ca-47c7-4634-860d-e24df69fdc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:27:48.115844 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-429e75ca-47c7-4634-860d-e24df69fdc66 admin admin] 10.222.0.117 "GET /v2.0/networks/1277adc2-7302-45fa-9e00-e3a26fac2667 HTTP/1.1" status: 200 len: 825 time: 0.9994612 Jan 25 02:27:48.153613 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3660e4f8-ad6e-4c5b-b463-3ca7a02a6559 admin admin] 10.222.0.117 "GET /v2.0/subnetpools/6acacdd9-a748-45f4-afbc-eaa98a8b55ac HTTP/1.1" status: 200 len: 734 time: 0.0322499 Jan 25 02:27:48.163109 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Request body: {'subnet': {'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '6acacdd9-a748-45f4-afbc-eaa98a8b55ac', 'gateway_ip': '172.20.0.1'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:27:48.164753 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.quota [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Loaded quota_driver: . Jan 25 02:27:48.203508 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Made reservation on behalf of 26e358bfb5294c7f9855f86b5dbeedac for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:27:48.207308 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:48.494099 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (1441c9d8-b861-4d39-96f0-0b6d954cafe5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:48.560571 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Checking segment: {'id': '7977e992-34d4-45ea-bc80-f2b349dff93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:27:48.560924 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Network hostable DHCP agents. Network: 1277adc2-7302-45fa-9e00-e3a26fac2667, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:27:48.577062 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1441c9d8-b861-4d39-96f0-0b6d954cafe5,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:27:48.592378 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.592735 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.593165 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.593400 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.593726 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.594102 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.594391 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.594717 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.595052 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.595393 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.595763 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.596086 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.596401 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Tracked resource versions report: Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: pushed versions: Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Log': {'1.0'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Network': {'1.1'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Port': {'1.7'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: consumer versions: Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: L3 agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: Metadata agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: Metering agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-819778-6-iscsi: { 'AddressGroup': '1.2', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Log': '1.0', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Network': '1.1', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Port': '1.7', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SubPort': '1.0', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Subnet': '1.1', Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Jan 25 02:27:48.597694 dv-cinder-819778-6-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:27:48.608799 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Network 1277adc2-7302-45fa-9e00-e3a26fac2667 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:27:48.628071 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 1277adc2-7302-45fa-9e00-e3a26fac2667) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:27:48.633863 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:27:48.634839 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:48.641464 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a189cd-ebca-4d7b-9747-a8922e7cab04 None None] Network 1277adc2-7302-45fa-9e00-e3a26fac2667 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:27:48.659011 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b2b30f95-31b4-45cf-a988-4b6b24e719c3 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4987164 Jan 25 02:27:48.913339 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1b5505-16d0-58fc-a7d8-0e7c122357f0-1277adc2-7302-45fa-9e00-e3a26fac2667', 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667', 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'fixed_ips': [{'subnet_id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5'}]}} from dv-cinder-819778-6-iscsi. {{(pid=102672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:27:48.914609 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:49.190957 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.db_base_plugin_common [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Allocated IP 172.20.0.2 (1277adc2-7302-45fa-9e00-e3a26fac2667/1441c9d8-b861-4d39-96f0-0b6d954cafe5/16aa3aa9-01ea-41ce-9797-82a1220ee474) {{(pid=102672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:27:49.464900 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Publish callbacks [] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), precommit_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:49.473009 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:49.546886 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Network 1277adc2-7302-45fa-9e00-e3a26fac2667 is already hosted by enough agents. {{(pid=102672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:27:49.558829 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.base_scheduler [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Resources bound (agent type, host, resource id): {{(pid=102672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:27:49.562145 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Received port after_create {{(pid=102672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:27:49.568881 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Pushing event updated for resources: {'Port': ['ID=16aa3aa9-01ea-41ce-9797-82a1220ee474,revision_number=1']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:27:49.602120 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.602489 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.602856 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.603203 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.603539 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.603896 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.604231 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.604567 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.604897 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.605241 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.605571 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.605894 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.606216 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Tracked resource versions report: Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: pushed versions: Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: { 'AddressGroup': {'1.2'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'ConntrackHelper': {'1.0'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Log': {'1.0'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Network': {'1.1'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Port': {'1.7'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'PortForwarding': {'1.2'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'QosPolicy': {'1.10'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SecurityGroup': {'1.5'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SubPort': {'1.0'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Subnet': {'1.1'}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Trunk': {'1.1'}} Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: consumer versions: Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: { DHCP agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: L3 agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: Metadata agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: Metering agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: Open vSwitch agent@dv-cinder-819778-6-iscsi: { 'AddressGroup': '1.2', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'ConntrackHelper': '1.0', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'LocalIPAssociation': '1.0', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Log': '1.0', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Network': '1.1', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Port': '1.7', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'PortForwarding': '1.2', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'QosPolicy': '1.10', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SecurityGroup': '1.5', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SecurityGroupRule': '1.2', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SubPort': '1.0', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Subnet': '1.1', Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Trunk': '1.1'}} Jan 25 02:27:49.607569 dv-cinder-819778-6-iscsi neutron-server[102672]: {{(pid=102672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:27:49.656933 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Attempting to bind port 16aa3aa9-01ea-41ce-9797-82a1220ee474 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:27:49.657610 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Attempting to bind port 16aa3aa9-01ea-41ce-9797-82a1220ee474 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '7977e992-34d4-45ea-bc80-f2b349dff93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:27:49.657732 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Attempting to bind port 16aa3aa9-01ea-41ce-9797-82a1220ee474 on network 1277adc2-7302-45fa-9e00-e3a26fac2667 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:27:49.662808 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:27:49.663200 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Checking segment: {'id': '7977e992-34d4-45ea-bc80-f2b349dff93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:27:49.663665 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:49.664096 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Bound using segment: {'id': '7977e992-34d4-45ea-bc80-f2b349dff93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:27:49.664614 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Bound port: 16aa3aa9-01ea-41ce-9797-82a1220ee474, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7977e992-34d4-45ea-bc80-f2b349dff93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:27:49.665032 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:49.726436 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] For port 16aa3aa9-01ea-41ce-9797-82a1220ee474, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:27:49.730576 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] For port 16aa3aa9-01ea-41ce-9797-82a1220ee474, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=16aa3aa9-01ea-41ce-9797-82a1220ee474,segment=NetworkSegment(7977e992-34d4-45ea-bc80-f2b349dff93a),segment_id=7977e992-34d4-45ea-bc80-f2b349dff93a)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:27:49.734813 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:49.812721 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed4987-ddd5-4c9f-8d88-4590fd247cb3 None None] Pushing event updated for resources: {'Port': ['ID=16aa3aa9-01ea-41ce-9797-82a1220ee474,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:27:51.163809 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 37796) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:51.483979 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [None req-8dd4c407-3815-4ea5-ba38-52348f24a6d7 admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:27:51.485079 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8dd4c407-3815-4ea5-ba38-52348f24a6d7 admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3203180 Jan 25 02:27:54.020788 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 37804) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:54.452298 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [None req-59e4247e-7a9a-4c91-b1ff-10180ec7edad admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:27:54.453274 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-59e4247e-7a9a-4c91-b1ff-10180ec7edad admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4315064 Jan 25 02:27:57.206691 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 37814) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:57.532249 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-c22e7e65-f658-4787-a868-64dde284acce admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'name': 'router1'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:27:57.557647 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c22e7e65-f658-4787-a868-64dde284acce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:57.559308 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c22e7e65-f658-4787-a868-64dde284acce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:57.729716 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c22e7e65-f658-4787-a868-64dde284acce admin admin] Publish callbacks [] for router_controller (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:57.734613 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c22e7e65-f658-4787-a868-64dde284acce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547'] for router (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:57.749818 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c22e7e65-f658-4787-a868-64dde284acce admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:57.751116 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c22e7e65-f658-4787-a868-64dde284acce admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5433800 Jan 25 02:27:57.959089 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c5fb29d8-3d21-46d5-9408-2f0ca01f9cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:00.128360 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7666-4ee9-443a-99d9-88795c6b8eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:00.269170 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 37826) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:00.580744 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [None req-f34c43c0-d302-4aee-8863-a7984663b481 admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:28:00.581821 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f34c43c0-d302-4aee-8863-a7984663b481 admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3117158 Jan 25 02:28:00.840086 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 16aa3aa9-01ea-41ce-9797-82a1220ee474 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:28:00.930047 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 16aa3aa9-01ea-41ce-9797-82a1220ee474 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:00.930525 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:00.982930 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894668c4-8568-4704-804d-da4bb65ab10b None None] Network 1277adc2-7302-45fa-9e00-e3a26fac2667 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:28:01.099444 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 16aa3aa9-01ea-41ce-9797-82a1220ee474 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:01.099860 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:01.115095 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-fd58ee34-4049-4298-9969-787f7968513a None None] Provisioning complete for port 16aa3aa9-01ea-41ce-9797-82a1220ee474 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:01.115473 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-fd58ee34-4049-4298-9969-787f7968513a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:01.178729 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 16aa3aa9-01ea-41ce-9797-82a1220ee474, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=16aa3aa9-01ea-41ce-9797-82a1220ee474,segment=NetworkSegment(7977e992-34d4-45ea-bc80-f2b349dff93a),segment_id=7977e992-34d4-45ea-bc80-f2b349dff93a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:28:01.186766 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:01.297353 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=16aa3aa9-01ea-41ce-9797-82a1220ee474,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:01.307604 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-fd58ee34-4049-4298-9969-787f7968513a None None] Current status of the port 16aa3aa9-01ea-41ce-9797-82a1220ee474 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:01.453203 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:01.536606 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-7ee0e23e-df40-4ff2-afc7-cb846769de0b None None] Provisioning complete for port 16aa3aa9-01ea-41ce-9797-82a1220ee474 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:01.537009 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7ee0e23e-df40-4ff2-afc7-cb846769de0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:01.614536 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0e23e-df40-4ff2-afc7-cb846769de0b None None] Current status of the port 16aa3aa9-01ea-41ce-9797-82a1220ee474 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:02.792180 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 16aa3aa9-01ea-41ce-9797-82a1220ee474 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:28:02.838704 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 16aa3aa9-01ea-41ce-9797-82a1220ee474 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:02.839341 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:02.888150 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:02.930740 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 16aa3aa9-01ea-41ce-9797-82a1220ee474 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:03.141804 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 37858) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:03.269696 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'tenant_id': '705a3c6650674528a0096768eea3fe81', 'project_id': '705a3c6650674528a0096768eea3fe81', 'name': 'public'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:28:03.291783 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Made reservation on behalf of 705a3c6650674528a0096768eea3fe81 for: {'network': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:28:03.293979 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.302380 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.376299 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Publish callbacks [] for security_group (68bfa404-ae5a-4958-9903-72672c8b7ce8), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.379936 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (68bfa404-ae5a-4958-9903-72672c8b7ce8), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.394779 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Reserving flat network on physical network physnet1 {{(pid=102671) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 25 02:28:03.418449 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bfa404-ae5a-4958-9903-72672c8b7ce8,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:03.424800 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (924fd3fb-da90-4f03-99a3-414c649d5c3d), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.425133 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.segments_db [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Added segment 924fd3fb-da90-4f03-99a3-414c649d5c3d of type flat for network ac97d597-b923-44ee-833a-ebc6f152d881 Jan 25 02:28:03.469777 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (ac97d597-b923-44ee-833a-ebc6f152d881), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.501365 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (ac97d597-b923-44ee-833a-ebc6f152d881), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.502487 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:03.503057 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.556741 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4130239 Jan 25 02:28:03.561607 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc42a27-039b-448f-a72b-9d692c7a682a admin admin] Pushing event updated for resources: {'Network': ['ID=ac97d597-b923-44ee-833a-ebc6f152d881,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:03.571883 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network ac97d597-b923-44ee-833a-ebc6f152d881 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:28:04.123531 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:05.858235 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 37866) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:05.953698 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc30a488-af6b-4887-8bea-828041bb6aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:05.955464 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-bc30a488-af6b-4887-8bea-828041bb6aa3 admin admin] 10.222.0.117 "GET /v2.0/subnets/1441c9d8-b861-4d39-96f0-0b6d954cafe5 HTTP/1.1" status: 200 len: 849 time: 0.0962868 Jan 25 02:28:06.077574 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ca0170df-a517-43e7-aecc-69fc11b1ed9a admin admin] 10.222.0.117 "GET /v2.0/routers/8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee HTTP/1.1" status: 200 len: 704 time: 0.1165197 Jan 25 02:28:06.339806 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:06.635278 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Allocated IP 172.20.0.1 (1277adc2-7302-45fa-9e00-e3a26fac2667/1441c9d8-b861-4d39-96f0-0b6d954cafe5/9d574e96-6423-45fd-b608-5a67c3d2827b) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:28:06.791487 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Publish callbacks [] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:06.861746 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:06.941639 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Network 1277adc2-7302-45fa-9e00-e3a26fac2667 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:28:06.947094 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:28:06.950242 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:28:06.950781 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472927'] for router_interface (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:06.973643 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Pushing event updated for resources: {'Port': ['ID=9d574e96-6423-45fd-b608-5a67c3d2827b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:07.167337 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-0bbdbfdb-1f15-4082-b1e7-9326a6b404ea None None] Provisioning complete for port 9d574e96-6423-45fd-b608-5a67c3d2827b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:07.167966 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0bbdbfdb-1f15-4082-b1e7-9326a6b404ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:07.198614 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:07.200555 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-0bbdbfdb-1f15-4082-b1e7-9326a6b404ea None None] Port 9d574e96-6423-45fd-b608-5a67c3d2827b cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:28:07.419343 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Publish callbacks [] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:07.424452 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:07.425197 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462773'] for router_interface (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:07.482159 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Pushing event updated for resources: {'Port': ['ID=9d574e96-6423-45fd-b608-5a67c3d2827b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:07.548078 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Network 1277adc2-7302-45fa-9e00-e3a26fac2667 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:28:07.549602 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:28:07.721471 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Router 8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee is scheduled to L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:28:07.727876 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-7a656c34-db35-455c-b184-97bc40b1ca0e None None] Provisioning complete for port 9d574e96-6423-45fd-b608-5a67c3d2827b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:07.728278 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7a656c34-db35-455c-b184-97bc40b1ca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:07.762799 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-7a656c34-db35-455c-b184-97bc40b1ca0e None None] Port 9d574e96-6423-45fd-b608-5a67c3d2827b cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:28:07.812399 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:28:07.820174 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cfa0ed8e-a0c6-4af4-8395-8abdaffe2c63 admin admin] 10.222.0.117 "PUT /v2.0/routers/8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7369099 Jan 25 02:28:07.822242 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Sync routers for ids ['8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:28:07.836877 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Routers {'8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:28:07.837698 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:28:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:08.029803 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Set router 8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee gateway port host: None {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:28:08.465889 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'name': 'router1', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:57Z', 'updated_at': '2022-01-25T02:28:07Z', 'revision_number': 2, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'gw_port_host': None, '_interfaces': [{'id': '9d574e96-6423-45fd-b608-5a67c3d2827b', 'name': '', 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'mac_address': 'fa:16:3e:ad:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:06Z', 'updated_at': '2022-01-25T02:28:07Z', 'revision_number': 2, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'subnets': [{'id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6acacdd9-a748-45f4-afbc-eaa98a8b55ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:08.518251 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Checking router: 8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:28:08.518628 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Updating router 8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee port 9d574e96-6423-45fd-b608-5a67c3d2827b binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:28:08.566883 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.087992 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Publish callbacks [] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.094355 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.251854 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Attempting to bind port 9d574e96-6423-45fd-b608-5a67c3d2827b on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:28:09.252169 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Attempting to bind port 9d574e96-6423-45fd-b608-5a67c3d2827b by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '7977e992-34d4-45ea-bc80-f2b349dff93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:28:09.252480 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Attempting to bind port 9d574e96-6423-45fd-b608-5a67c3d2827b on network 1277adc2-7302-45fa-9e00-e3a26fac2667 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:28:09.262140 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:28:09.262560 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Checking segment: {'id': '7977e992-34d4-45ea-bc80-f2b349dff93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:28:09.263039 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.263435 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Bound using segment: {'id': '7977e992-34d4-45ea-bc80-f2b349dff93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:28:09.264016 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Bound port: 9d574e96-6423-45fd-b608-5a67c3d2827b, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7977e992-34d4-45ea-bc80-f2b349dff93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:28:09.264404 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.275722 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Pushing event updated for resources: {'Port': ['ID=9d574e96-6423-45fd-b608-5a67c3d2827b,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:09.309232 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.309596 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.309952 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.310295 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.310631 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.310965 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.311306 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.311637 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.312006 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.312382 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.312715 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.313039 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.313368 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Tracked resource versions report: Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: pushed versions: Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: { 'AddressGroup': {'1.2'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'ConntrackHelper': {'1.0'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Log': {'1.0'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Network': {'1.1'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Port': {'1.7'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'PortForwarding': {'1.2'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'QosPolicy': {'1.10'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SecurityGroup': {'1.5'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SubPort': {'1.0'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Subnet': {'1.1'}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Trunk': {'1.1'}} Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: consumer versions: Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: { DHCP agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: L3 agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: Metadata agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: Metering agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: Open vSwitch agent@dv-cinder-819778-6-iscsi: { 'AddressGroup': '1.2', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'ConntrackHelper': '1.0', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'LocalIPAssociation': '1.0', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Log': '1.0', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Network': '1.1', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Port': '1.7', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'PortForwarding': '1.2', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'QosPolicy': '1.10', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SecurityGroup': '1.5', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SecurityGroupRule': '1.2', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SubPort': '1.0', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Subnet': '1.1', Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Trunk': '1.1'}} Jan 25 02:28:09.315466 dv-cinder-819778-6-iscsi neutron-server[102673]: {{(pid=102673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:28:09.351582 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] For port 9d574e96-6423-45fd-b608-5a67c3d2827b, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:28:09.373950 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] For port 9d574e96-6423-45fd-b608-5a67c3d2827b, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=9d574e96-6423-45fd-b608-5a67c3d2827b,segment=NetworkSegment(7977e992-34d4-45ea-bc80-f2b349dff93a),segment_id=7977e992-34d4-45ea-bc80-f2b349dff93a)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:28:09.378394 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.394026 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-8eabe312-75b0-45ba-8a5d-cc5c3020c7c6 None None] Provisioning complete for port 9d574e96-6423-45fd-b608-5a67c3d2827b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:09.395075 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8eabe312-75b0-45ba-8a5d-cc5c3020c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.432265 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe2a9f-8967-4267-8129-6048ed8d4084 None None] Pushing event updated for resources: {'Port': ['ID=9d574e96-6423-45fd-b608-5a67c3d2827b,revision_number=4']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:09.449591 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 5 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:28:09.457512 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Routers {'8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:28:09.458190 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:28:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:09.502259 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-8eabe312-75b0-45ba-8a5d-cc5c3020c7c6 None None] Current status of the port 9d574e96-6423-45fd-b608-5a67c3d2827b is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:09.502945 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8eabe312-75b0-45ba-8a5d-cc5c3020c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.544128 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-8eabe312-75b0-45ba-8a5d-cc5c3020c7c6 None None] For port 9d574e96-6423-45fd-b608-5a67c3d2827b, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=9d574e96-6423-45fd-b608-5a67c3d2827b,segment=NetworkSegment(7977e992-34d4-45ea-bc80-f2b349dff93a),segment_id=7977e992-34d4-45ea-bc80-f2b349dff93a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:28:09.550092 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8eabe312-75b0-45ba-8a5d-cc5c3020c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.560840 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] Set router 8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee gateway port host: None {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:28:09.613700 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabe312-75b0-45ba-8a5d-cc5c3020c7c6 None None] Pushing event updated for resources: {'Port': ['ID=9d574e96-6423-45fd-b608-5a67c3d2827b,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:09.671625 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-bd96e2ce-be31-4a87-b032-61c9deaed24a None None] Provisioning complete for port 9d574e96-6423-45fd-b608-5a67c3d2827b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:09.672182 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-bd96e2ce-be31-4a87-b032-61c9deaed24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.754506 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-bd96e2ce-be31-4a87-b032-61c9deaed24a None None] Current status of the port 9d574e96-6423-45fd-b608-5a67c3d2827b is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:09.791485 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'name': 'router1', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:57Z', 'updated_at': '2022-01-25T02:28:07Z', 'revision_number': 2, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'gw_port_host': None, '_interfaces': [{'id': '9d574e96-6423-45fd-b608-5a67c3d2827b', 'name': '', 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'mac_address': 'fa:16:3e:ad:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:06Z', 'updated_at': '2022-01-25T02:28:09Z', 'revision_number': 4, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'subnets': [{'id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6acacdd9-a748-45f4-afbc-eaa98a8b55ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:09.823556 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cd7b4-d4d2-4c81-95b8-d0071d5d6108 None None] The sync data for ids ['8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'] in dv-cinder-819778-6-iscsi is: [{'id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'name': 'router1', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:57Z', 'updated_at': '2022-01-25T02:28:07Z', 'revision_number': 2, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'gw_port_host': None, '_interfaces': [{'id': '9d574e96-6423-45fd-b608-5a67c3d2827b', 'name': '', 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'mac_address': 'fa:16:3e:ad:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:06Z', 'updated_at': '2022-01-25T02:28:09Z', 'revision_number': 4, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'subnets': [{'id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6acacdd9-a748-45f4-afbc-eaa98a8b55ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:28:12.500063 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 37886) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:12.613850 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82199a84-4f89-4335-b1bc-3017894f9aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:12.615199 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-82199a84-4f89-4335-b1bc-3017894f9aa2 admin admin] 10.222.0.117 "GET /v2.0/networks/ac97d597-b923-44ee-833a-ebc6f152d881 HTTP/1.1" status: 200 len: 842 time: 0.1141424 Jan 25 02:28:12.624626 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '705a3c6650674528a0096768eea3fe81', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:28:12.648640 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Made reservation on behalf of 705a3c6650674528a0096768eea3fe81 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:28:12.651024 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:12.931512 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.objects.ports [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102670) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 25 02:28:12.932089 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (6156cff8-5cc2-4b28-aec5-b544af1bb909), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:13.000037 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6156cff8-5cc2-4b28-aec5-b544af1bb909,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:13.008069 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:28:13.008423 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Network hostable DHCP agents. Network: ac97d597-b923-44ee-833a-ebc6f152d881, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:28:13.025045 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:28:13.034131 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, ac97d597-b923-44ee-833a-ebc6f152d881) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:28:13.038641 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:13.040190 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:13.044272 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a572c-4e8f-4489-8631-88f720cdb7c8 None None] Network ac97d597-b923-44ee-833a-ebc6f152d881 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:28:13.072309 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e70de999-eb7a-46a4-8c3e-ca41a8d9d2f0 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4508636 Jan 25 02:28:13.150639 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120239f7-66bd-436d-bed5-f930cccde83d None None] Network ac97d597-b923-44ee-833a-ebc6f152d881 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:28:15.458771 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 37894) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:15.732364 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-2718ded4-ec5a-47be-a684-113f8048941f admin admin] 10.222.0.117 "GET /v2.0/routers/8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee HTTP/1.1" status: 200 len: 710 time: 0.2724776 Jan 25 02:28:15.883259 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2e586d-958d-475e-ae89-53b1ea1797af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:15.884667 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-5f2e586d-958d-475e-ae89-53b1ea1797af admin admin] 10.222.0.117 "GET /v2.0/networks/ac97d597-b923-44ee-833a-ebc6f152d881 HTTP/1.1" status: 200 len: 886 time: 0.1462274 Jan 25 02:28:15.893749 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:28:16.139807 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Publish callbacks [] for router_gateway (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:16.385703 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Publish callbacks [] for router_gateway (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:16.465919 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:16.659541 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Allocated IP 172.27.1.118 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/93995e99-0e6f-4bc2-8395-2972b297e6f0) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:28:16.770965 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Publish callbacks [] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:16.827675 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 9d574e96-6423-45fd-b608-5a67c3d2827b up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:28:16.829363 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:16.876227 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 9d574e96-6423-45fd-b608-5a67c3d2827b triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:16.876627 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:16.956213 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:28:16.961384 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 9d574e96-6423-45fd-b608-5a67c3d2827b is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:16.961942 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:28:16.975555 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:28:16.981080 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Pushing event updated for resources: {'Port': ['ID=93995e99-0e6f-4bc2-8395-2972b297e6f0,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:17.257185 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Publish callbacks [] for router_gateway (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:17.459399 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472465', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-470982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1031'] for router (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:17.464752 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471037'] for router (8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:17.579894 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Router 8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:28:17.686510 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:28:17.691016 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:17.692471 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-530bdb15-fc82-4ac6-b36b-7c32fd07101d admin admin] 10.222.0.117 "PUT /v2.0/routers/8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee HTTP/1.1" status: 200 len: 890 time: 1.8019056 Jan 25 02:28:18.227355 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Sync routers for ids ['8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:28:18.239420 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Routers {'8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:28:18.240211 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:28:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:18.445507 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Set router 8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:28:18.913035 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'name': 'router1', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '93995e99-0e6f-4bc2-8395-2972b297e6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:57Z', 'updated_at': '2022-01-25T02:28:17Z', 'revision_number': 4, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'gw_port': {'id': '93995e99-0e6f-4bc2-8395-2972b297e6f0', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:16Z', 'updated_at': '2022-01-25T02:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '9d574e96-6423-45fd-b608-5a67c3d2827b', 'name': '', 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'mac_address': 'fa:16:3e:ad:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:06Z', 'updated_at': '2022-01-25T02:28:09Z', 'revision_number': 5, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'subnets': [{'id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6acacdd9-a748-45f4-afbc-eaa98a8b55ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:18.968238 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Checking router: 8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:28:18.968590 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Updating router 8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee port 93995e99-0e6f-4bc2-8395-2972b297e6f0 binding host dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:28:19.018795 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:19.331975 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Publish callbacks [] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:19.337461 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:19.388222 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Attempting to bind port 93995e99-0e6f-4bc2-8395-2972b297e6f0 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:28:19.388604 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Attempting to bind port 93995e99-0e6f-4bc2-8395-2972b297e6f0 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:28:19.388974 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Attempting to bind port 93995e99-0e6f-4bc2-8395-2972b297e6f0 on network ac97d597-b923-44ee-833a-ebc6f152d881 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:28:19.396209 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de74934-d5d4-4cf7-9a05-a036c6379bb5 None None] Pushing event updated for resources: {'Port': ['ID=93995e99-0e6f-4bc2-8395-2972b297e6f0,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:19.402916 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:28:19.402916 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:28:19.402916 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:19.402916 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Bound using segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:28:19.402916 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Bound port: 93995e99-0e6f-4bc2-8395-2972b297e6f0, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:28:19.402916 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:19.454365 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] For port 93995e99-0e6f-4bc2-8395-2972b297e6f0, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:28:19.457422 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] For port 93995e99-0e6f-4bc2-8395-2972b297e6f0, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=93995e99-0e6f-4bc2-8395-2972b297e6f0,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:28:19.462777 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:19.522579 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Routers {'8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:28:19.523196 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:28:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:19.525870 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de74934-d5d4-4cf7-9a05-a036c6379bb5 None None] Pushing event updated for resources: {'Port': ['ID=93995e99-0e6f-4bc2-8395-2972b297e6f0,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:19.635614 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] Set router 8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:28:19.844166 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'name': 'router1', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '93995e99-0e6f-4bc2-8395-2972b297e6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:57Z', 'updated_at': '2022-01-25T02:28:17Z', 'revision_number': 4, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'gw_port': {'id': '93995e99-0e6f-4bc2-8395-2972b297e6f0', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:16Z', 'updated_at': '2022-01-25T02:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '9d574e96-6423-45fd-b608-5a67c3d2827b', 'name': '', 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'mac_address': 'fa:16:3e:ad:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:06Z', 'updated_at': '2022-01-25T02:28:09Z', 'revision_number': 5, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'subnets': [{'id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6acacdd9-a748-45f4-afbc-eaa98a8b55ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:19.874103 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fe8410-af66-4a30-8430-1da2071c3351 None None] The sync data for ids ['8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee'] in dv-cinder-819778-6-iscsi is: [{'id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'name': 'router1', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '93995e99-0e6f-4bc2-8395-2972b297e6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:57Z', 'updated_at': '2022-01-25T02:28:17Z', 'revision_number': 4, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'gw_port': {'id': '93995e99-0e6f-4bc2-8395-2972b297e6f0', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:16Z', 'updated_at': '2022-01-25T02:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '9d574e96-6423-45fd-b608-5a67c3d2827b', 'name': '', 'network_id': '1277adc2-7302-45fa-9e00-e3a26fac2667', 'tenant_id': '26e358bfb5294c7f9855f86b5dbeedac', 'mac_address': 'fa:16:3e:ad:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4ad0d2-69f1-43e2-a7bf-219309b6d8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:06Z', 'updated_at': '2022-01-25T02:28:09Z', 'revision_number': 5, 'project_id': '26e358bfb5294c7f9855f86b5dbeedac', 'subnets': [{'id': '1441c9d8-b861-4d39-96f0-0b6d954cafe5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6acacdd9-a748-45f4-afbc-eaa98a8b55ac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:28:20.160271 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 37906) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:20.275268 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cf6945f6-479f-46d9-8396-31aabd65e407 admin admin] 10.222.0.117 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1138749 Jan 25 02:28:20.837568 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 93995e99-0e6f-4bc2-8395-2972b297e6f0 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:28:20.890421 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 93995e99-0e6f-4bc2-8395-2972b297e6f0 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:20.890817 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:20.971014 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 93995e99-0e6f-4bc2-8395-2972b297e6f0 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:20.971734 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:20.997216 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 93995e99-0e6f-4bc2-8395-2972b297e6f0, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=93995e99-0e6f-4bc2-8395-2972b297e6f0,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:28:21.002275 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:21.053772 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=93995e99-0e6f-4bc2-8395-2972b297e6f0,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:22.805912 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 93995e99-0e6f-4bc2-8395-2972b297e6f0 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:28:22.874832 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 93995e99-0e6f-4bc2-8395-2972b297e6f0 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:22.875428 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (93995e99-0e6f-4bc2-8395-2972b297e6f0), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:22.967860 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 93995e99-0e6f-4bc2-8395-2972b297e6f0 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:27.967054 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ff80c876-9276-4b08-97d0-eecc62cb338b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:30.136257 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1cc1-1fb6-4b78-9a6f-87670fddc24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:31.458379 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:32.861825 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:34.124269 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:46.448682 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 5 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:28:57.951246 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2595eced-958e-42c4-acfa-62ab31ba7daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:00.130432 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a76420c0-daca-45a1-9f03-56c97de7bb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:01.456876 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:02.867847 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:04.122906 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:23.447734 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 5 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:29:27.958485 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7e259a9f-d622-4444-9159-3aa55e6c5693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:30.134298 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7ad23212-c55c-410d-bb3c-be5b4e9b300f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:31.457014 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:32.867403 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:34.119685 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:42.589753 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38390) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:42.650848 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.pecan_wsgi.hooks.translation [None req-0891b4e7-3e48-4d4c-9b5e-b92ebc2903ce admin admin] GET failed (client error): The resource could not be found. Jan 25 02:29:42.652143 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0891b4e7-3e48-4d4c-9b5e-b92ebc2903ce admin admin] 10.222.0.117 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613649 Jan 25 02:29:42.814142 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e968d-bc0d-4554-b75f-bb2c06a472d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:42.815595 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-535e968d-bc0d-4554-b75f-bb2c06a472d8 admin admin] 10.222.0.117 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592233 Jan 25 02:29:45.084174 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38400) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:45.174882 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0d8d0-6cbd-44e9-bf99-32313945d337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:45.176251 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-dde0d8d0-6cbd-44e9-bf99-32313945d337 admin admin] 10.222.0.117 "GET /v2.0/subnets/1441c9d8-b861-4d39-96f0-0b6d954cafe5 HTTP/1.1" status: 200 len: 849 time: 0.0911238 Jan 25 02:29:45.186258 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:29:45.339438 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Publish callbacks [] for subnet (1441c9d8-b861-4d39-96f0-0b6d954cafe5), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:45.480355 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765976817484'] for subnet (1441c9d8-b861-4d39-96f0-0b6d954cafe5), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:45.509863 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:45.510459 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:45.512165 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] 10.222.0.117 "PUT /v2.0/subnets/1441c9d8-b861-4d39-96f0-0b6d954cafe5 HTTP/1.1" status: 200 len: 868 time: 0.3297579 Jan 25 02:29:45.514950 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f317c65c-e31d-4c68-96d1-1bfcef4845ea None None] Network 1277adc2-7302-45fa-9e00-e3a26fac2667 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:29:45.531538 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1441c9d8-b861-4d39-96f0-0b6d954cafe5,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:29:45.539385 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.539657 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.539905 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.540163 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.540507 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.540841 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.541204 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.541545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.541895 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.542260 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.542597 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.542924 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.543250 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7084244-28c3-4550-ab39-9a8a8e41beb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:45.893698 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-1bad7469-7dd0-40f4-b597-f95794fda29a None None] Provisioning complete for port 9d574e96-6423-45fd-b608-5a67c3d2827b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:29:45.894036 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1bad7469-7dd0-40f4-b597-f95794fda29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9d574e96-6423-45fd-b608-5a67c3d2827b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:45.981436 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-1bad7469-7dd0-40f4-b597-f95794fda29a None None] Current status of the port 9d574e96-6423-45fd-b608-5a67c3d2827b is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:29:45.997517 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-1bad7469-7dd0-40f4-b597-f95794fda29a None None] Provisioning complete for port 16aa3aa9-01ea-41ce-9797-82a1220ee474 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:29:45.997906 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1bad7469-7dd0-40f4-b597-f95794fda29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (16aa3aa9-01ea-41ce-9797-82a1220ee474), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:46.075186 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-1bad7469-7dd0-40f4-b597-f95794fda29a None None] Current status of the port 16aa3aa9-01ea-41ce-9797-82a1220ee474 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:29:47.775490 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38408) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:47.974590 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c85ee-c366-405a-9a18-d2fbb6948314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:47.975081 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c85ee-c366-405a-9a18-d2fbb6948314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:47.976668 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f79c85ee-c366-405a-9a18-d2fbb6948314 admin admin] 10.222.0.117 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001874 Jan 25 02:29:50.232133 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38416) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:50.364231 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e48a3f-9ae5-48ff-a661-45cc0bf9d41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:50.364712 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e48a3f-9ae5-48ff-a661-45cc0bf9d41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:50.366247 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b4e48a3f-9ae5-48ff-a661-45cc0bf9d41c admin admin] 10.222.0.117 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1331344 Jan 25 02:29:52.617753 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38424) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:52.749162 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9cd7df-d890-4e37-ab30-3eb30c405690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:52.750504 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9a9cd7df-d890-4e37-ab30-3eb30c405690 admin admin] 10.222.0.117 "GET /v2.0/networks/1277adc2-7302-45fa-9e00-e3a26fac2667 HTTP/1.1" status: 200 len: 869 time: 0.1318114 Jan 25 02:29:55.020518 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38432) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:55.143173 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fca95c-2956-4e29-8f3f-888ce47f0047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:55.144587 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-83fca95c-2956-4e29-8f3f-888ce47f0047 admin admin] 10.222.0.117 "GET /v2.0/networks/ac97d597-b923-44ee-833a-ebc6f152d881 HTTP/1.1" status: 200 len: 886 time: 0.1231172 Jan 25 02:29:57.423786 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38440) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:57.548027 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45d6c0-f0b4-4aff-b3b3-1314b8ac918f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:57.548494 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45d6c0-f0b4-4aff-b3b3-1314b8ac918f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:57.550027 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ec45d6c0-f0b4-4aff-b3b3-1314b8ac918f admin admin] 10.222.0.117 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252954 Jan 25 02:29:57.952587 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c7328f5f-2422-444d-8cd3-f3878863ff8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:59.812472 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38448) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:59.901583 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9221538-53b3-4999-b2b7-dd51431c6cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:59.902035 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9221538-53b3-4999-b2b7-dd51431c6cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:59.904061 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e9221538-53b3-4999-b2b7-dd51431c6cc8 admin admin] 10.222.0.117 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900948 Jan 25 02:30:00.136033 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-bae01fbf-f59d-484f-b559-15e9576355ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:00.446925 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 5 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:30:01.462976 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:02.180546 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38456) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:02.273466 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0f6c2-49d1-4448-b65d-c0eea494ae12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:02.274794 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-12d0f6c2-49d1-4448-b65d-c0eea494ae12 admin admin] 10.222.0.117 "GET /v2.0/subnets/1441c9d8-b861-4d39-96f0-0b6d954cafe5 HTTP/1.1" status: 200 len: 868 time: 0.0933046 Jan 25 02:30:02.869889 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:04.123711 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:04.562212 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38464) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:04.650673 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afef4efe-0559-4894-8180-742264789737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:04.652030 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-afef4efe-0559-4894-8180-742264789737 admin admin] 10.222.0.117 "GET /v2.0/subnets/6156cff8-5cc2-4b28-aec5-b544af1bb909 HTTP/1.1" status: 200 len: 816 time: 0.0888126 Jan 25 02:30:27.954596 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e676a489-8ff1-41f6-819f-0a214ac48251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:29.379754 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38518) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:29.427510 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [None req-ec5a0216-6e98-4fc5-b63b-08b51a4b1426 admin admin] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:30:29.428637 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ec5a0216-6e98-4fc5-b63b-08b51a4b1426 admin admin] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479140 Jan 25 02:30:30.138569 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-34f636a1-d345-416e-9059-8205c2b6b883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:31.462443 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:31.808904 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38526) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:31.872557 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6068c5-f85c-48a7-820f-6639ed9841d7 admin admin] GET failed (client error): The resource could not be found. Jan 25 02:30:31.873863 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3e6068c5-f85c-48a7-820f-6639ed9841d7 admin admin] 10.222.0.117 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632555 Jan 25 02:30:31.965431 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95266509-9824-4782-a2b4-94e9e9008ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:31.967093 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-95266509-9824-4782-a2b4-94e9e9008ae1 admin admin] 10.222.0.117 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0891874 Jan 25 02:30:32.875535 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:34.132401 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:34.334769 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 38536) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:34.384065 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Request body: {'network': {'project_id': '705a3c6650674528a0096768eea3fe81', 'name': 'shared', 'tenant_id': '705a3c6650674528a0096768eea3fe81', 'shared': True, 'admin_state_up': True}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:30:34.408785 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Made reservation on behalf of 705a3c6650674528a0096768eea3fe81 for: {'network': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:30:34.411302 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:34.446838 dv-cinder-819778-6-iscsi neutron-server[102671]: WARNING neutron.services.revisions.revision_plugin [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Could not find related network for resource to bump revision. Jan 25 02:30:34.461130 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=102671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:30:34.471498 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (38e29d9e-c165-45dd-abdb-efd957146927), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:34.471876 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.segments_db [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Added segment 38e29d9e-c165-45dd-abdb-efd957146927 of type vlan for network f53c649b-e780-4431-9f20-b311228ce0e3 Jan 25 02:30:34.514769 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (f53c649b-e780-4431-9f20-b311228ce0e3), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:34.540682 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (f53c649b-e780-4431-9f20-b311228ce0e3), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:34.541695 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:34.542277 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:34.573359 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2374852 Jan 25 02:30:34.621402 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Pushing event updated for resources: {'Network': ['ID=f53c649b-e780-4431-9f20-b311228ce0e3,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:30:34.629312 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.629697 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.630093 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.630654 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.631045 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.631679 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.631679 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.632097 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.632361 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.632733 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.634266 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.634266 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.634266 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd15699-5b91-4844-8d49-6813c54c9b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:34.645812 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network f53c649b-e780-4431-9f20-b311228ce0e3 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:30:36.941550 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38548) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:37.006138 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5ba91b-0e12-425f-b3a5-b779c429bbad admin admin] GET failed (client error): The resource could not be found. Jan 25 02:30:37.007460 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-bb5ba91b-0e12-425f-b3a5-b779c429bbad admin admin] 10.222.0.117 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649562 Jan 25 02:30:37.081338 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc692d32-7f13-454c-9c04-8f7d081b89c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:37.082821 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fc692d32-7f13-454c-9c04-8f7d081b89c1 admin admin] 10.222.0.117 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713301 Jan 25 02:30:37.093002 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'tenant_id': '705a3c6650674528a0096768eea3fe81', 'cidr': '192.168.233.0/24', 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:30:37.116691 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Made reservation on behalf of 705a3c6650674528a0096768eea3fe81 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:30:37.118982 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.286342 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (830bcf10-e062-4fc9-8b2f-ca131425f628), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.342865 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=830bcf10-e062-4fc9-8b2f-ca131425f628,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:30:37.352931 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Checking segment: {'id': '38e29d9e-c165-45dd-abdb-efd957146927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:30:37.353294 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Network hostable DHCP agents. Network: f53c649b-e780-4431-9f20-b311228ce0e3, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:30:37.370772 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Network f53c649b-e780-4431-9f20-b311228ce0e3 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:30:37.380244 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, f53c649b-e780-4431-9f20-b311228ce0e3) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:30:37.384755 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:37.385359 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.392805 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48f1fa-02b1-4e74-bb7e-4488a0fb83ca None None] Network f53c649b-e780-4431-9f20-b311228ce0e3 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:30:37.401504 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e29d5091-54f3-4c00-824b-6088ff576597 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3118439 Jan 25 02:30:37.446312 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 5 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:30:37.624717 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1b5505-16d0-58fc-a7d8-0e7c122357f0-f53c649b-e780-4431-9f20-b311228ce0e3', 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3', 'project_id': '705a3c6650674528a0096768eea3fe81', 'fixed_ips': [{'subnet_id': '830bcf10-e062-4fc9-8b2f-ca131425f628'}]}} from dv-cinder-819778-6-iscsi. {{(pid=102672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:30:37.625848 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.773376 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.db_base_plugin_common [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Allocated IP 192.168.233.2 (f53c649b-e780-4431-9f20-b311228ce0e3/830bcf10-e062-4fc9-8b2f-ca131425f628/d3798643-fb34-4783-8a65-bb9232cf1349) {{(pid=102672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:30:37.920454 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Publish callbacks [] for port (d3798643-fb34-4783-8a65-bb9232cf1349), precommit_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.927393 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (d3798643-fb34-4783-8a65-bb9232cf1349), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.970077 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Network f53c649b-e780-4431-9f20-b311228ce0e3 is already hosted by enough agents. {{(pid=102672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:30:37.973004 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.base_scheduler [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Resources bound (agent type, host, resource id): {{(pid=102672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:30:37.976944 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Received port after_create {{(pid=102672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:30:38.010009 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Pushing event updated for resources: {'Port': ['ID=d3798643-fb34-4783-8a65-bb9232cf1349,revision_number=1']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:30:38.034382 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.034786 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.035161 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.035516 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.036286 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.036286 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.036546 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.036872 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.037206 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.037555 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.038687 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.039029 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.039361 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:38.055430 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Attempting to bind port d3798643-fb34-4783-8a65-bb9232cf1349 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:30:38.055848 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Attempting to bind port d3798643-fb34-4783-8a65-bb9232cf1349 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '38e29d9e-c165-45dd-abdb-efd957146927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:30:38.056217 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Attempting to bind port d3798643-fb34-4783-8a65-bb9232cf1349 on network f53c649b-e780-4431-9f20-b311228ce0e3 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:30:38.062899 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:30:38.063283 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Checking segment: {'id': '38e29d9e-c165-45dd-abdb-efd957146927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:30:38.064018 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:38.064695 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Bound using segment: {'id': '38e29d9e-c165-45dd-abdb-efd957146927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:30:38.065360 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Bound port: d3798643-fb34-4783-8a65-bb9232cf1349, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e29d9e-c165-45dd-abdb-efd957146927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:30:38.065751 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d3798643-fb34-4783-8a65-bb9232cf1349), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:38.144445 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] For port d3798643-fb34-4783-8a65-bb9232cf1349, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:30:38.148922 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] For port d3798643-fb34-4783-8a65-bb9232cf1349, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d3798643-fb34-4783-8a65-bb9232cf1349,segment=NetworkSegment(38e29d9e-c165-45dd-abdb-efd957146927),segment_id=38e29d9e-c165-45dd-abdb-efd957146927)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:30:38.154162 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d3798643-fb34-4783-8a65-bb9232cf1349), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:38.239240 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22061965-2ead-408e-aa25-d00896aea0a8 None None] Pushing event updated for resources: {'Port': ['ID=d3798643-fb34-4783-8a65-bb9232cf1349,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:30:38.991910 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d3798643-fb34-4783-8a65-bb9232cf1349 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:30:39.084141 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port d3798643-fb34-4783-8a65-bb9232cf1349 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:30:39.084841 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d3798643-fb34-4783-8a65-bb9232cf1349), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:39.213445 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port d3798643-fb34-4783-8a65-bb9232cf1349 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:30:39.214105 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d3798643-fb34-4783-8a65-bb9232cf1349), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:39.274473 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port d3798643-fb34-4783-8a65-bb9232cf1349, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d3798643-fb34-4783-8a65-bb9232cf1349,segment=NetworkSegment(38e29d9e-c165-45dd-abdb-efd957146927),segment_id=38e29d9e-c165-45dd-abdb-efd957146927)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:30:39.285517 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d3798643-fb34-4783-8a65-bb9232cf1349), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:39.370861 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=d3798643-fb34-4783-8a65-bb9232cf1349,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:30:39.606614 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2100f51-b65e-4907-8581-824505d0c2f3 None None] Network f53c649b-e780-4431-9f20-b311228ce0e3 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:30:39.691597 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-a0cee831-1e22-4d91-8042-7ecbb007b64d None None] Provisioning complete for port d3798643-fb34-4783-8a65-bb9232cf1349 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:30:39.692818 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a0cee831-1e22-4d91-8042-7ecbb007b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d3798643-fb34-4783-8a65-bb9232cf1349), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:39.812989 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-a0cee831-1e22-4d91-8042-7ecbb007b64d None None] Current status of the port d3798643-fb34-4783-8a65-bb9232cf1349 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:30:40.034235 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-5c7a860a-cc42-4775-9b96-733db9a8a3ec None None] Provisioning complete for port d3798643-fb34-4783-8a65-bb9232cf1349 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:30:40.034879 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-5c7a860a-cc42-4775-9b96-733db9a8a3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d3798643-fb34-4783-8a65-bb9232cf1349), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:40.133488 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a860a-cc42-4775-9b96-733db9a8a3ec None None] Current status of the port d3798643-fb34-4783-8a65-bb9232cf1349 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:30:40.885536 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d3798643-fb34-4783-8a65-bb9232cf1349 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:30:40.934131 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port d3798643-fb34-4783-8a65-bb9232cf1349 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:30:40.934537 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d3798643-fb34-4783-8a65-bb9232cf1349), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:41.015357 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port d3798643-fb34-4783-8a65-bb9232cf1349 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:30:57.957360 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-fb8b36da-49cb-4961-b70f-f5c067398bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:00.140961 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-96a24938-9ef1-4e5b-80ef-983d79cb6384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:01.465593 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:02.877588 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:04.125230 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:14.443979 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 5 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:31:27.961387 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f236-75e2-40fd-a70a-14735170a1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:30.142662 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d805ba47-9ae8-42c8-bd4d-bcf55d8d8abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:31.467559 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:32.880498 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:34.127906 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:51.442155 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 5 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:31:56.582205 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38592) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:56.588517 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [None req-1e9b8702-4a68-4751-ad24-d4af18ba7f9f tempest-verify_tempest_config-1228668667 tempest-verify_tempest_config-1228668667-project] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:31:56.589849 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1e9b8702-4a68-4751-ad24-d4af18ba7f9f tempest-verify_tempest_config-1228668667 tempest-verify_tempest_config-1228668667-project] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064759 Jan 25 02:31:56.882251 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38610) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:56.984962 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:57.084773 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Publish callbacks [] for security_group (48533bf6-924f-4cec-b017-7d6fbbffa5e5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:57.088753 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (48533bf6-924f-4cec-b017-7d6fbbffa5e5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:57.132925 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=237d610e083f4021a7012feecb7e75d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2496457 Jan 25 02:31:57.133970 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48533bf6-924f-4cec-b017-7d6fbbffa5e5,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:57.135878 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 38614) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:57.141278 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.141639 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.141986 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.142333 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.142668 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.142997 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.143328 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.143660 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.144023 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.144351 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.144678 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.145004 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.145329 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1647a1-8a2e-4b1f-9c7b-4e894563c5ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.190444 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Publish callbacks [] for security_group (48533bf6-924f-4cec-b017-7d6fbbffa5e5), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:57.211206 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Publish callbacks [] for security_group (48533bf6-924f-4cec-b017-7d6fbbffa5e5), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:57.303681 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (48533bf6-924f-4cec-b017-7d6fbbffa5e5), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:57.306219 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:57.307398 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/48533bf6-924f-4cec-b017-7d6fbbffa5e5 HTTP/1.1" status: 204 len: 168 time: 0.1702344 Jan 25 02:31:57.315115 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48533bf6-924f-4cec-b017-7d6fbbffa5e5,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:57.321677 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.322049 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.322408 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.322749 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.323080 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.324045 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.324345 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.324840 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.325175 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.325506 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.325825 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.326271 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.326609 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6b6b89-8410-4bf4-a047-4aff3adce128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:57.964521 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-631d5024-9b9c-4f1b-9d6a-7caf608c623c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:00.144434 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f16a99aa-7a56-464f-856d-42be62864f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:01.470348 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:02.884759 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:04.131283 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:27.969456 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c396-6273-4051-a99c-d6773f459473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:28.442906 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 5 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:32:30.147275 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1c9d-c495-456c-b94c-799c76d08cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:31.472659 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:32.887227 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:34.134227 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:57.972220 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c6e76015-f0f4-4204-8ded-debb1af4958b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:00.148498 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8afb356f-da0b-4a8e-9ce3-8601c9c50ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:01.477153 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:02.890379 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:04.137492 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:05.442013 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 5 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:33:27.972952 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f1b80271-5e01-42ea-8ec7-b66a5de4e06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:30.154531 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0dc15ecf-0b64-48fa-93d6-1b5215f2a7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:30.945925 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474100'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:31.479239 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:32.892047 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:34.138404 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:42.440875 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:33:45.657844 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 38688) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:33:45.766785 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-d990ba88-055b-491e-9b09-49ecd6967be5 admin admin] 10.222.0.117 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1077785 Jan 25 02:33:48.048724 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 38698) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:33:48.103982 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-caeec14a-c32c-4619-a244-56c8de1599fc admin admin] 10.222.0.117 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0533950 Jan 25 02:33:57.977813 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1e72dcd6-f128-447c-883c-62e3dd94d1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:00.145947 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-af524652-db01-4c51-b601-4f44096e8c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:00.930409 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:01.482464 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:02.896267 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:04.140367 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:19.440262 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:34:27.979586 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-70b1128e-bf09-46c3-853b-59e7d5e15f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:30.146702 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-033ca709-2eb8-41ac-99f9-519a9b328005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:30.929243 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:31.484514 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:32.899613 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:34.143771 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:56.439619 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:34:57.983305 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0c753ef5-b408-44df-9228-9e2dfac70d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:00.148293 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ccd83eb1-39e9-4bde-95c5-b5cec01356af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:00.927764 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:01.488507 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:02.902245 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:04.150374 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:20.503163 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 38888) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:20.926947 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-480208298-network', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:20.952369 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Made reservation on behalf of feffe01cf3f84eb1800d246f235af06f for: {'network': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:20.954970 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:20.964310 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.043730 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Publish callbacks [] for security_group (68e13958-b114-4d38-8221-f4c3fcbe5a2a), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.048399 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (68e13958-b114-4d38-8221-f4c3fcbe5a2a), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.075333 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=102671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:35:21.088668 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e13958-b114-4d38-8221-f4c3fcbe5a2a,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:21.090971 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (69fdf539-f18a-4158-83fe-c51afaf3ad4f), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.091311 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.segments_db [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Added segment 69fdf539-f18a-4158-83fe-c51afaf3ad4f of type vlan for network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 Jan 25 02:35:21.097378 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.097734 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.098639 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.098639 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.099408 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.099645 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.100032 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.100373 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.100709 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.101397 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.101798 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.102246 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.102580 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Tracked resource versions report: Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: pushed versions: Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: { 'AddressGroup': {'1.2'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Log': {'1.0'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Network': {'1.1'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Port': {'1.7'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'PortForwarding': {'1.2'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'QosPolicy': {'1.10'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SecurityGroup': {'1.5'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SubPort': {'1.0'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Subnet': {'1.1'}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Trunk': {'1.1'}} Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: consumer versions: Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: { DHCP agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: HyperV agent@hv-cinder-81977: {}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: L3 agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: Metadata agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: Metering agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: Open vSwitch agent@dv-cinder-819778-6-iscsi: { 'AddressGroup': '1.2', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'ConntrackHelper': '1.0', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'LocalIPAssociation': '1.0', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Log': '1.0', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Network': '1.1', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Port': '1.7', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'PortForwarding': '1.2', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'QosPolicy': '1.10', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SecurityGroup': '1.5', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SecurityGroupRule': '1.2', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'SubPort': '1.0', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Subnet': '1.1', Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: 'Trunk': '1.1'}} Jan 25 02:35:21.103670 dv-cinder-819778-6-iscsi neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:35:21.144404 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38914) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:21.167282 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.197785 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.199767 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:21.200357 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.206475 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38926) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:21.263865 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7625420 Jan 25 02:35:21.266850 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 38932) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:21.268772 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698ea9a-6dde-4c4f-83ee-f7534e52ed64 admin admin] Pushing event updated for resources: {'Network': ['ID=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:21.274394 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Request body: {'subnet': {'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-480208298-subnet', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:21.284774 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:35:21.297296 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38934) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:21.306458 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Made reservation on behalf of feffe01cf3f84eb1800d246f235af06f for: {'subnet': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:21.310155 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.433400 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1132898399-network', 'tenant_id': '6d1acc2413564b368f3c2ec812ffe6ef'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:21.463910 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Made reservation on behalf of 6d1acc2413564b368f3c2ec812ffe6ef for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:21.467004 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.483569 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-network', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:21.489946 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.526084 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1998537528-network', 'tenant_id': 'cc7d18886cee4c49abf6786916eff689'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:21.539571 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Made reservation on behalf of 461a94a96965493aa3c9fdfcd43258c5 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:21.542456 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.562234 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.563616 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (417a0259-492e-45cb-a696-3ca5b94d1b94), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.649739 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Publish callbacks [] for security_group (f419949d-cb18-44ea-a1a2-43ea22f94b08), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.657350 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (f419949d-cb18-44ea-a1a2-43ea22f94b08), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.682188 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:35:21.695278 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765976887974', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (27f97523-0ce0-4361-93ab-ed25278c7322), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.695883 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Unsubscribe: segment precommit_create {{(pid=102670) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 02:35:21.696361 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Added segment 27f97523-0ce0-4361-93ab-ed25278c7322 of type vlan for network 40220640-c28f-4d62-b93f-4c106d7635f8 Jan 25 02:35:21.710655 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Pushing event updated for resources: {'Subnet': ['ID=417a0259-492e-45cb-a696-3ca5b94d1b94,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:21.742845 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (40220640-c28f-4d62-b93f-4c106d7635f8), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.743387 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Checking segment: {'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:21.743865 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Network hostable DHCP agents. Network: 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:35:21.771187 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:35:21.790754 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18) {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:21.791054 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (40220640-c28f-4d62-b93f-4c106d7635f8), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.792502 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:21.793108 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.796753 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:21.798624 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.802332 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e81a6-e09f-409f-8579-6ea6caa65de9 None None] Network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:21.824513 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-0202ac7e-cf5e-4db1-98af-4d3c01f5813b admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5554004 Jan 25 02:35:21.827142 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 38964) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:21.833374 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-480208298-router', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:21.862523 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (613b8798-7fa0-40c6-99cc-0fd77852bb47), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.864367 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (613b8798-7fa0-40c6-99cc-0fd77852bb47), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.990314 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks [] for router_controller (613b8798-7fa0-40c6-99cc-0fd77852bb47), precommit_add_association {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:21.996121 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c94eb-8d1d-4afb-801d-4f68391a9b29 None None] Network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:22.015472 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Made reservation on behalf of cc7d18886cee4c49abf6786916eff689 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:22.017839 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.020460 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Pushing event updated for resources: {'Network': ['ID=40220640-c28f-4d62-b93f-4c106d7635f8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:22.043504 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f419949d-cb18-44ea-a1a2-43ea22f94b08,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:22.065645 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.066475 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.067022 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.067370 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.067745 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.068218 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.068555 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.069092 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.069266 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.069925 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.069925 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.070925 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.071126 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Tracked resource versions report: Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: pushed versions: Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Log': {'1.0'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Network': {'1.1'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Port': {'1.7'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: consumer versions: Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: HyperV agent@hv-cinder-81977: {}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: L3 agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: Metadata agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: Metering agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-819778-6-iscsi: { 'AddressGroup': '1.2', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Log': '1.0', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Network': '1.1', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Port': '1.7', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'SubPort': '1.0', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Subnet': '1.1', Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Jan 25 02:35:22.072256 dv-cinder-819778-6-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:35:22.085371 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.086002 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.086601 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.087099 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.087589 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.088117 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.089311 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.089669 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.090029 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.090385 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.090723 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.091090 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.091424 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:22.094475 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.111408 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d3276cf0-52d2-489c-9d39-3918ac585e73 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9658060 Jan 25 02:35:22.118718 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 38972) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:22.127437 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 40220640-c28f-4d62-b93f-4c106d7635f8 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:35:22.129817 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Request body: {'subnet': {'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1132898399-subnet', 'tenant_id': '6d1acc2413564b368f3c2ec812ffe6ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:22.171916 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Made reservation on behalf of 6d1acc2413564b368f3c2ec812ffe6ef for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:22.174316 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.176770 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks [] for router_gateway (613b8798-7fa0-40c6-99cc-0fd77852bb47), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.228378 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Publish callbacks [] for security_group (671dbde7-38b9-4fd9-8316-9dab7b161a8e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.297026 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (671dbde7-38b9-4fd9-8316-9dab7b161a8e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.331666 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671dbde7-38b9-4fd9-8316-9dab7b161a8e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:22.361777 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:35:22.512897 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (cc5c2852-4821-4359-bcef-f79b055d6a2d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.513384 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Added segment cc5c2852-4821-4359-bcef-f79b055d6a2d of type vlan for network 65df6904-e24d-4fef-8b76-dfdf7556d155 Jan 25 02:35:22.517903 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks [] for router_gateway (613b8798-7fa0-40c6-99cc-0fd77852bb47), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.550385 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Publish callbacks [] for security_group (ae8ae367-0e36-4d70-9180-b3f67d148191), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.550811 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.567317 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (ae8ae367-0e36-4d70-9180-b3f67d148191), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.661324 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8ae367-0e36-4d70-9180-b3f67d148191,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:22.687345 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:35:22.693563 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (65df6904-e24d-4fef-8b76-dfdf7556d155), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.699146 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Allocated IP 172.27.1.77 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/5997257f-4fe2-4e19-99d7-67a62c1103da) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:22.710229 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (9d26079a-8119-4ed6-b797-6ee53314bf3b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.711341 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Added segment 9d26079a-8119-4ed6-b797-6ee53314bf3b of type vlan for network a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 Jan 25 02:35:22.715549 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (9bdd28ff-578c-4ad2-b3e2-22bed6db38ca), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.807409 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (65df6904-e24d-4fef-8b76-dfdf7556d155), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.808609 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:22.808984 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.839317 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.893479 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6845689 Jan 25 02:35:22.893479 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdd28ff-578c-4ad2-b3e2-22bed6db38ca,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:22.894338 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks [] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.895936 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39004) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:22.908374 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Request body: {'subnet': {'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-subnet', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:22.956046 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718b3b5-b33a-4adf-bd0a-aa1b2188b8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=65df6904-e24d-4fef-8b76-dfdf7556d155,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:22.966721 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Checking segment: {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:22.967165 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Network hostable DHCP agents. Network: 40220640-c28f-4d62-b93f-4c106d7635f8, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:35:22.969068 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Made reservation on behalf of 461a94a96965493aa3c9fdfcd43258c5 for: {'subnet': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:22.971175 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 65df6904-e24d-4fef-8b76-dfdf7556d155 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:35:22.971733 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.982145 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:22.983110 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:22.983757 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.020803 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7217665 Jan 25 02:35:23.021398 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39018) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:23.036703 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Request body: {'subnet': {'network_id': 'a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1998537528-subnet', 'tenant_id': 'cc7d18886cee4c49abf6786916eff689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:23.063296 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.078515 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Network 40220640-c28f-4d62-b93f-4c106d7635f8 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:35:23.086831 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73e949-a060-431f-a16f-a3d0e0049ceb admin admin] Pushing event updated for resources: {'Network': ['ID=a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:23.105783 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 40220640-c28f-4d62-b93f-4c106d7635f8) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:23.115009 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:23.115615 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.118757 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Made reservation on behalf of cc7d18886cee4c49abf6786916eff689 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:23.121394 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.121515 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5997257f-4fe2-4e19-99d7-67a62c1103da,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:23.142073 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:23.143809 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:35:23.144995 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:23.149466 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:23.153804 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5071536b-17e7-4b49-9cc4-734c8ed4e974 None None] Network 40220640-c28f-4d62-b93f-4c106d7635f8 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:23.180430 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d6d61eda-6747-4128-a60a-4b5e19db44f9 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0584548 Jan 25 02:35:23.414915 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (929471d5-6dde-4b9a-9608-efbb4491f4cf), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.453500 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553af456-8337-4c99-b0ee-cbdda019c827 None None] Network 40220640-c28f-4d62-b93f-4c106d7635f8 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:23.457281 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks [] for router_gateway (613b8798-7fa0-40c6-99cc-0fd77852bb47), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.565109 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929471d5-6dde-4b9a-9608-efbb4491f4cf,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:23.583770 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Checking segment: {'id': '9d26079a-8119-4ed6-b797-6ee53314bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:23.584836 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Network hostable DHCP agents. Network: a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:35:23.607671 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (1ebf40b8-91d0-4503-a781-0b57dca1bae0), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.623244 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Network a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:35:23.639190 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:23.644330 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:23.645295 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.648834 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71502374-721b-458d-8ec3-10e1eea517e7 None None] Network a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:23.703206 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e8921415-3ac2-419e-879d-cbd8477c1481 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6740735 Jan 25 02:35:23.830880 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebf40b8-91d0-4503-a781-0b57dca1bae0,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:23.839602 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30dc798-0bdb-4da0-bb98-5662725325fd None None] Network a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:23.841972 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Checking segment: {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:23.842337 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Network hostable DHCP agents. Network: 65df6904-e24d-4fef-8b76-dfdf7556d155, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:35:23.857609 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547'] for router (613b8798-7fa0-40c6-99cc-0fd77852bb47), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:23.906545 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Network 65df6904-e24d-4fef-8b76-dfdf7556d155 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:35:23.914307 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 65df6904-e24d-4fef-8b76-dfdf7556d155) {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:23.921563 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:23.922227 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:24.078915 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-42b2b41d-5fa7-4d3e-bb37-a2d1a877ab54 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1818221 Jan 25 02:35:24.081751 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39044) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:24.087152 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:24.103453 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Router 613b8798-7fa0-40c6-99cc-0fd77852bb47 is scheduled to L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 with binding_index 1 {{(pid=102671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:35:24.107322 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e5a952-b2b2-460d-8386-ac9390956444 None None] Network 65df6904-e24d-4fef-8b76-dfdf7556d155 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:24.135275 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:24.136569 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:24.245604 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks [] for router_controller (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:24.311579 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1b5505-16d0-58fc-a7d8-0e7c122357f0-65df6904-e24d-4fef-8b76-dfdf7556d155', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0'}]}} from dv-cinder-819778-6-iscsi. {{(pid=102672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:35:24.315638 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:24.337421 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:35:24.365565 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Sync routers for ids ['613b8798-7fa0-40c6-99cc-0fd77852bb47'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:35:24.383742 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:24.385073 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Routers {'613b8798-7fa0-40c6-99cc-0fd77852bb47'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:24.386506 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-9fac0572-90a4-4f8c-8a08-81c9abdb45f7 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5588715 Jan 25 02:35:24.387297 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:35:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['613b8798-7fa0-40c6-99cc-0fd77852bb47'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:24.390239 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39074) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:24.601281 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.db_base_plugin_common [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Allocated IP 172.20.0.2 (65df6904-e24d-4fef-8b76-dfdf7556d155/1ebf40b8-91d0-4503-a781-0b57dca1bae0/ce8c6e65-1f37-4d30-a90e-9b9a019183df) {{(pid=102672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:24.612910 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks [] for router_gateway (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:24.803957 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Publish callbacks [] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), precommit_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:24.814609 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:24.865640 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Network 65df6904-e24d-4fef-8b76-dfdf7556d155 is already hosted by enough agents. {{(pid=102672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:24.870814 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.base_scheduler [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Resources bound (agent type, host, resource id): {{(pid=102672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:24.871812 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39122) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:24.877393 dv-cinder-819778-6-iscsi neutron-server[102671]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 02:35:24.883446 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39124) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:24.890932 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Received port after_create {{(pid=102672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:24.893324 dv-cinder-819778-6-iscsi neutron-server[102670]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 02:35:24.903398 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Pushing event updated for resources: {'Port': ['ID=ce8c6e65-1f37-4d30-a90e-9b9a019183df,revision_number=1']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:24.912468 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.912847 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.913220 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.914244 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.914777 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.915281 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.915626 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.915994 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.916331 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.917283 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.917749 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.918516 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.919003 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Tracked resource versions report: Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: pushed versions: Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: { 'AddressGroup': {'1.2'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'ConntrackHelper': {'1.0'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Log': {'1.0'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Network': {'1.1'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Port': {'1.7'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'PortForwarding': {'1.2'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'QosPolicy': {'1.10'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SecurityGroup': {'1.5'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SubPort': {'1.0'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Subnet': {'1.1'}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Trunk': {'1.1'}} Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: consumer versions: Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: { DHCP agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: HyperV agent@hv-cinder-81977: {}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: L3 agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: Metadata agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: Metering agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: Open vSwitch agent@dv-cinder-819778-6-iscsi: { 'AddressGroup': '1.2', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'ConntrackHelper': '1.0', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'LocalIPAssociation': '1.0', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Log': '1.0', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Network': '1.1', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Port': '1.7', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'PortForwarding': '1.2', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'QosPolicy': '1.10', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SecurityGroup': '1.5', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SecurityGroupRule': '1.2', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'SubPort': '1.0', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Subnet': '1.1', Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: 'Trunk': '1.1'}} Jan 25 02:35:24.920317 dv-cinder-819778-6-iscsi neutron-server[102672]: {{(pid=102672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:35:25.016102 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Attempting to bind port ce8c6e65-1f37-4d30-a90e-9b9a019183df on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:25.016837 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Attempting to bind port ce8c6e65-1f37-4d30-a90e-9b9a019183df by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:25.017442 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Attempting to bind port ce8c6e65-1f37-4d30-a90e-9b9a019183df on network 65df6904-e24d-4fef-8b76-dfdf7556d155 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:25.024550 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:25.025349 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Checking segment: {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:25.026006 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:25.026697 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Bound using segment: {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:25.027391 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Bound port: ce8c6e65-1f37-4d30-a90e-9b9a019183df, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:25.028031 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:25.087314 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Set router 613b8798-7fa0-40c6-99cc-0fd77852bb47 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:25.105417 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] For port ce8c6e65-1f37-4d30-a90e-9b9a019183df, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:25.109145 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] For port ce8c6e65-1f37-4d30-a90e-9b9a019183df, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=ce8c6e65-1f37-4d30-a90e-9b9a019183df,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:25.116412 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:25.232374 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0e16e-18d4-4413-92b9-25c501aaec6c None None] Pushing event updated for resources: {'Port': ['ID=ce8c6e65-1f37-4d30-a90e-9b9a019183df,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:25.254202 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-185afa16-db6e-42f6-83b4-c07da60850f2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:25.261685 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-185afa16-db6e-42f6-83b4-c07da60850f2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 815 time: 0.3741014 Jan 25 02:35:25.279906 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-34534447-e8fb-403f-8a05-93dc4d8d6cbb tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:25.281819 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-34534447-e8fb-403f-8a05-93dc4d8d6cbb tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/networks?id=a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 HTTP/1.1" status: 200 len: 812 time: 0.4086301 Jan 25 02:35:25.329632 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-882cc65d-bdf8-4cc8-aad8-bb584e909126 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/quotas/cc7d18886cee4c49abf6786916eff689 HTTP/1.1" status: 200 len: 375 time: 0.0369527 Jan 25 02:35:25.344777 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks [] for router_gateway (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:25.353585 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-53b3a6de-6c78-43c0-8034-a28257268c61 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/quotas/6d1acc2413564b368f3c2ec812ffe6ef HTTP/1.1" status: 200 len: 375 time: 0.0909402 Jan 25 02:35:25.392214 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'name': 'tempest-ServerRescueNegativeTestJSON-480208298-router', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:21Z', 'updated_at': '2022-01-25T02:35:23Z', 'revision_number': 3, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'gw_port': {'id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:22Z', 'updated_at': '2022-01-25T02:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:25.424433 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Checking router: 613b8798-7fa0-40c6-99cc-0fd77852bb47 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:35:25.424963 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Updating router 613b8798-7fa0-40c6-99cc-0fd77852bb47 port 5997257f-4fe2-4e19-99d7-67a62c1103da binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:35:25.461746 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:25.465839 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-804e6ac4-5d24-4bea-bdf8-587314967460 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=cc7d18886cee4c49abf6786916eff689&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715697 Jan 25 02:35:25.590207 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:25.590207 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-79acd0a0-1a33-4e25-9ea4-1c7168cbbe35 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2093995 Jan 25 02:35:25.745307 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39158) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:25.767109 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Allocated IP 172.27.1.149 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/9993ab9a-205b-4aad-9e6f-7c5d26eacf91) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:25.858529 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:25.921006 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd961-8593-4cd9-9694-19d8b7fef10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:25.983166 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-1515568a-bb8b-4a2e-9950-e5e07c764b65 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:35:25.991298 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-1515568a-bb8b-4a2e-9950-e5e07c764b65 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1008401 Jan 25 02:35:25.994119 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-10ce82b6-1c0d-4416-beb1-9dbf9990be0f service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:35:26.001599 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-10ce82b6-1c0d-4416-beb1-9dbf9990be0f service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1100118 Jan 25 02:35:26.003563 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks [] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:26.160943 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:26.170397 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-eaf02187-cb9b-4955-932a-e5db58152d1b service neutron] 10.222.0.117 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753664 Jan 25 02:35:26.230633 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd961-8593-4cd9-9694-19d8b7fef10e admin admin] Publish callbacks [] for security_group (2fdc0b7b-8aee-45d5-be05-77f8d94af4d3), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:26.255636 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-edc61b8d-8913-4489-9f19-eb16d8afd123 service neutron] 10.222.0.117 "GET /v2.0/networks/a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534194 Jan 25 02:35:26.264431 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd961-8593-4cd9-9694-19d8b7fef10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (2fdc0b7b-8aee-45d5-be05-77f8d94af4d3), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:26.270833 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:26.388769 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:26.392672 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:26.433959 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Allocated IP 172.20.0.1 (4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18/417a0259-492e-45cb-a696-3ca5b94d1b94/3cb31598-39d6-4877-9fb4-c70f4e43cf94) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:26.522322 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Publish callbacks [] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:26.530986 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Pushing event updated for resources: {'Port': ['ID=9993ab9a-205b-4aad-9e6f-7c5d26eacf91,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:26.541248 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:26.605781 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Pushing event updated for resources: {'Port': ['ID=5997257f-4fe2-4e19-99d7-67a62c1103da,revision_number=2']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:26.610197 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-2e4bb4e8-d939-4d01-8ff1-b62a8fe69677 service neutron] 10.222.0.117 "GET /v2.0/networks/a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132818 Jan 25 02:35:26.628765 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fa1bd961-8593-4cd9-9694-19d8b7fef10e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=a9d5550476224f8593125e43a115ad18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8716860 Jan 25 02:35:26.628765 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bd961-8593-4cd9-9694-19d8b7fef10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdc0b7b-8aee-45d5-be05-77f8d94af4d3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:26.631223 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39188) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:26.648795 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.649301 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.650556 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.651756 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.652128 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.652468 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.653436 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.654452 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.656351 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.656900 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.657690 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.658755 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.659271 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Tracked resource versions report: Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: pushed versions: Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: { 'AddressGroup': {'1.2'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'ConntrackHelper': {'1.0'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Log': {'1.0'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Network': {'1.1'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Port': {'1.7'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'PortForwarding': {'1.2'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'QosPolicy': {'1.10'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SecurityGroup': {'1.5'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SubPort': {'1.0'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Subnet': {'1.1'}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Trunk': {'1.1'}} Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: consumer versions: Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: { DHCP agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: HyperV agent@hv-cinder-81977: {}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: L3 agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: Metadata agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: Metering agent@dv-cinder-819778-6-iscsi: {}, Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: Open vSwitch agent@dv-cinder-819778-6-iscsi: { 'AddressGroup': '1.2', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'ConntrackHelper': '1.0', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'LocalIPAssociation': '1.0', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Log': '1.0', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Network': '1.1', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Port': '1.7', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'PortForwarding': '1.2', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'QosPolicy': '1.10', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SecurityGroup': '1.5', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SecurityGroupRule': '1.2', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'SubPort': '1.0', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Subnet': '1.1', Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: 'Trunk': '1.1'}} Jan 25 02:35:26.662574 dv-cinder-819778-6-iscsi neutron-server[102673]: {{(pid=102673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:35:26.688996 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-c152e7d5-61d8-4ea6-a56a-d760a000e81a service neutron] 10.222.0.117 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177217 Jan 25 02:35:26.705864 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Attempting to bind port 5997257f-4fe2-4e19-99d7-67a62c1103da on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:26.706553 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Attempting to bind port 5997257f-4fe2-4e19-99d7-67a62c1103da by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:26.707605 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Attempting to bind port 5997257f-4fe2-4e19-99d7-67a62c1103da on network ac97d597-b923-44ee-833a-ebc6f152d881 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:26.714814 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:26.715467 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:26.716210 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:26.716785 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Bound using segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:26.717472 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Bound port: 5997257f-4fe2-4e19-99d7-67a62c1103da, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:26.722360 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:26.794620 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] For port 5997257f-4fe2-4e19-99d7-67a62c1103da, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:26.799225 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] For port 5997257f-4fe2-4e19-99d7-67a62c1103da, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=5997257f-4fe2-4e19-99d7-67a62c1103da,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:26.811937 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:26.866374 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af379e-b9c0-4d04-b1b2-8de82f2cc1c6 None None] Network 65df6904-e24d-4fef-8b76-dfdf7556d155 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:26.944352 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Publish callbacks [] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:26.962394 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ad56a5c8-bdb6-4019-8bd7-be7549753eed admin admin] Publish callbacks [] for security_group (2fdc0b7b-8aee-45d5-be05-77f8d94af4d3), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.011924 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ad56a5c8-bdb6-4019-8bd7-be7549753eed admin admin] Publish callbacks [] for security_group (2fdc0b7b-8aee-45d5-be05-77f8d94af4d3), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.036399 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.067893 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Routers {'613b8798-7fa0-40c6-99cc-0fd77852bb47'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:27.069154 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:35:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['613b8798-7fa0-40c6-99cc-0fd77852bb47'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:27.073866 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-3dd59aaa-d97a-4021-ae6f-7f2ec71287e8 None None] Provisioning complete for port ce8c6e65-1f37-4d30-a90e-9b9a019183df triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:27.074639 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3dd59aaa-d97a-4021-ae6f-7f2ec71287e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.074773 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks [] for router_gateway (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.182724 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Pushing event updated for resources: {'Port': ['ID=3cb31598-39d6-4877-9fb4-c70f4e43cf94,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:27.185384 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7682dcf-2744-42db-8886-8c229369e922 None None] Pushing event updated for resources: {'Port': ['ID=5997257f-4fe2-4e19-99d7-67a62c1103da,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:27.250833 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:27.264037 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:27.273411 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:27.274087 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472927'] for router_interface (613b8798-7fa0-40c6-99cc-0fd77852bb47), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.314942 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device ce8c6e65-1f37-4d30-a90e-9b9a019183df up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:27.418535 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] Set router 613b8798-7fa0-40c6-99cc-0fd77852bb47 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:27.474306 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-450511d3-f8a7-4287-bfa2-e51ad1d5bc5f req-dc0266bf-2e69-459e-a9e3-06c368ed52d4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.1221621 Jan 25 02:35:27.563235 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-3dd59aaa-d97a-4021-ae6f-7f2ec71287e8 None None] Current status of the port ce8c6e65-1f37-4d30-a90e-9b9a019183df is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:27.563564 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3dd59aaa-d97a-4021-ae6f-7f2ec71287e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.654090 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5ff9f195-3635-46b9-9283-f0e7b2fe684d req-73de94c8-c7c8-46f9-a175-7167afc0cae0 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.1687086 Jan 25 02:35:27.688000 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ad56a5c8-bdb6-4019-8bd7-be7549753eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (2fdc0b7b-8aee-45d5-be05-77f8d94af4d3), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.715532 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ad56a5c8-bdb6-4019-8bd7-be7549753eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.725263 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-ad56a5c8-bdb6-4019-8bd7-be7549753eed admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/2fdc0b7b-8aee-45d5-be05-77f8d94af4d3 HTTP/1.1" status: 204 len: 168 time: 1.0899479 Jan 25 02:35:27.727711 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port ce8c6e65-1f37-4d30-a90e-9b9a019183df triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:27.728118 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.864806 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-3dd59aaa-d97a-4021-ae6f-7f2ec71287e8 None None] For port ce8c6e65-1f37-4d30-a90e-9b9a019183df, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=ce8c6e65-1f37-4d30-a90e-9b9a019183df,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:27.886715 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3dd59aaa-d97a-4021-ae6f-7f2ec71287e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.905316 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547'] for router (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:27.915738 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56a5c8-bdb6-4019-8bd7-be7549753eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdc0b7b-8aee-45d5-be05-77f8d94af4d3,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:27.940636 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'name': 'tempest-ServerRescueNegativeTestJSON-480208298-router', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:21Z', 'updated_at': '2022-01-25T02:35:23Z', 'revision_number': 3, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'gw_port': {'id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:22Z', 'updated_at': '2022-01-25T02:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:28.003291 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefacf7a-7fe1-4b80-a271-d3d8a4891f0a None None] The sync data for ids ['613b8798-7fa0-40c6-99cc-0fd77852bb47'] in dv-cinder-819778-6-iscsi is: [{'id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'name': 'tempest-ServerRescueNegativeTestJSON-480208298-router', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:21Z', 'updated_at': '2022-01-25T02:35:23Z', 'revision_number': 3, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'gw_port': {'id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:22Z', 'updated_at': '2022-01-25T02:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:35:28.139559 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ddf714b9-2361-465e-aa6e-21e4f35f4ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:28.144838 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-31254664-ac71-4ac3-aff3-f148b5eb6c9e None None] Provisioning complete for port ce8c6e65-1f37-4d30-a90e-9b9a019183df triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:28.145212 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-31254664-ac71-4ac3-aff3-f148b5eb6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:28.268829 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd59aaa-d97a-4021-ae6f-7f2ec71287e8 None None] Pushing event updated for resources: {'Port': ['ID=ce8c6e65-1f37-4d30-a90e-9b9a019183df,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:28.277837 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port ce8c6e65-1f37-4d30-a90e-9b9a019183df is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:28.397426 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-31254664-ac71-4ac3-aff3-f148b5eb6c9e None None] Current status of the port ce8c6e65-1f37-4d30-a90e-9b9a019183df is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:28.422936 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:28.454394 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc is scheduled to L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:35:28.684961 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39290) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:28.755948 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58ca55a5-b123-4d0e-9173-16d8996c7747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:28.803374 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9e8666c8-c9a8-452e-8713-ce0832b1f388 req-3c68af80-c2ba-434b-8405-b3c66cfb372c tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0974469 Jan 25 02:35:28.891410 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9730606f-d2be-4a63-a5de-0b4a2bae399b req-d4516eea-cf13-4f67-acd6-3b90c4a251a0 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.0450084 Jan 25 02:35:28.926938 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Publish callbacks [] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:28.932548 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:35:28.934228 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:28.935233 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462773'] for router_interface (613b8798-7fa0-40c6-99cc-0fd77852bb47), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:28.959773 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Sync routers for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:35:28.977758 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:28.978461 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:35:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:29.104554 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58ca55a5-b123-4d0e-9173-16d8996c7747 admin admin] Publish callbacks [] for security_group (e1eda614-6826-4699-b967-bd483ac129e8), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:29.119064 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58ca55a5-b123-4d0e-9173-16d8996c7747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e1eda614-6826-4699-b967-bd483ac129e8), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:29.133674 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:29.138543 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0a5bb456-5262-424c-934c-ad44abd07bea admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0532761 Jan 25 02:35:29.154181 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39324) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:29.203958 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:29.234206 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:29.242332 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:29.256748 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Pushing event updated for resources: {'Port': ['ID=3cb31598-39d6-4877-9fb4-c70f4e43cf94,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:29.356473 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device ce8c6e65-1f37-4d30-a90e-9b9a019183df up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:29.460520 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Router 613b8798-7fa0-40c6-99cc-0fd77852bb47 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:35:29.496081 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port ce8c6e65-1f37-4d30-a90e-9b9a019183df triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:29.496744 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:29.654379 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port ce8c6e65-1f37-4d30-a90e-9b9a019183df is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:29.658551 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:35:29.660244 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 5997257f-4fe2-4e19-99d7-67a62c1103da up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:29.668926 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-d542a48e-b90d-4f72-9df8-712033e6d6ff admin admin] 10.222.0.117 "PUT /v2.0/routers/613b8798-7fa0-40c6-99cc-0fd77852bb47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2756593 Jan 25 02:35:29.680959 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:26Z', 'revision_number': 3, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:29.704058 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-58ca55a5-b123-4d0e-9173-16d8996c7747 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=52e1af3907ee4ffb8bd9123484067971&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0178120 Jan 25 02:35:29.715078 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39338) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:29.715670 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca55a5-b123-4d0e-9173-16d8996c7747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eda614-6826-4699-b967-bd483ac129e8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:29.871321 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f81cc524-4b1c-4a49-aa12-b6f1e4e4030d admin admin] Publish callbacks [] for security_group (e1eda614-6826-4699-b967-bd483ac129e8), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:29.925076 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f81cc524-4b1c-4a49-aa12-b6f1e4e4030d admin admin] Publish callbacks [] for security_group (e1eda614-6826-4699-b967-bd483ac129e8), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:29.933136 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Checking router: 8d0ba35c-6141-42f2-8631-0f83a1a7dffc for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:35:29.935244 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Updating router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 binding host dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:35:30.000744 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39354) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:30.023481 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.027107 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f81cc524-4b1c-4a49-aa12-b6f1e4e4030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e1eda614-6826-4699-b967-bd483ac129e8), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.029976 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f81cc524-4b1c-4a49-aa12-b6f1e4e4030d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.031115 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f81cc524-4b1c-4a49-aa12-b6f1e4e4030d admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e1eda614-6826-4699-b967-bd483ac129e8 HTTP/1.1" status: 204 len: 168 time: 0.3145483 Jan 25 02:35:30.045744 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cc524-4b1c-4a49-aa12-b6f1e4e4030d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eda614-6826-4699-b967-bd483ac129e8,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:30.158780 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3f403620-f8c9-4141-805a-9c70b5868a3c req-f8bfbe37-76b2-48a9-8dc4-aaa0d2c89131 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0470762 Jan 25 02:35:30.240918 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ff867b7-82fa-4e51-ab1c-28d179704551 req-50631278-eaba-4be0-810c-7e2184daa756 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.0790939 Jan 25 02:35:30.244750 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f742d606-4736-42b0-b05d-cab7c89a0c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.306991 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3925fbf9-5ec1-437c-bf19-cc10281ec73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.315745 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 5997257f-4fe2-4e19-99d7-67a62c1103da triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:30.316133 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.338546 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.468946 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f742d606-4736-42b0-b05d-cab7c89a0c20 admin admin] Publish callbacks [] for security_group (34f78609-d2e7-4db0-ae14-a34ec397ebd7), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.479250 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f742d606-4736-42b0-b05d-cab7c89a0c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (34f78609-d2e7-4db0-ae14-a34ec397ebd7), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.510698 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Publish callbacks [] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.523084 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.560998 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 5997257f-4fe2-4e19-99d7-67a62c1103da is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:30.561396 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.566694 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f742d606-4736-42b0-b05d-cab7c89a0c20 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=762ca0aed045494f8c8d429eabf7c1fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5646622 Jan 25 02:35:30.570678 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39372) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:30.631736 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742d606-4736-42b0-b05d-cab7c89a0c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f78609-d2e7-4db0-ae14-a34ec397ebd7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:30.693216 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 5997257f-4fe2-4e19-99d7-67a62c1103da, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=5997257f-4fe2-4e19-99d7-67a62c1103da,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:30.697287 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07033144-76a4-482f-8f44-57173d9560bb None None] Pushing event updated for resources: {'Port': ['ID=9993ab9a-205b-4aad-9e6f-7c5d26eacf91,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:30.712240 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.718678 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Attempting to bind port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:30.719109 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Attempting to bind port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:30.722659 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Attempting to bind port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 on network ac97d597-b923-44ee-833a-ebc6f152d881 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:30.745632 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Allocated IP 172.20.0.1 (65df6904-e24d-4fef-8b76-dfdf7556d155/1ebf40b8-91d0-4503-a781-0b57dca1bae0/c40153aa-ab9c-4c82-89e7-7692e94f5ccc) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:30.755290 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-05510f7a-b275-4540-a4e1-d63f299a77ae admin admin] Publish callbacks [] for security_group (34f78609-d2e7-4db0-ae14-a34ec397ebd7), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.769260 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:30.769645 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:30.770065 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.770450 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Bound using segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:30.770940 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Bound port: 9993ab9a-205b-4aad-9e6f-7c5d26eacf91, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:30.771321 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.857272 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-05510f7a-b275-4540-a4e1-d63f299a77ae admin admin] Publish callbacks [] for security_group (34f78609-d2e7-4db0-ae14-a34ec397ebd7), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.870180 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] For port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:30.874977 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] For port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=9993ab9a-205b-4aad-9e6f-7c5d26eacf91,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:30.889034 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.904792 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Publish callbacks [] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.923073 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300835a-8108-4901-9b9d-487d5984c32b req-7a569444-3e49-435a-82f6-83f37282570e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:30.936484 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-7a569444-3e49-435a-82f6-83f37282570e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 818 time: 0.2103472 Jan 25 02:35:30.944615 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=5997257f-4fe2-4e19-99d7-67a62c1103da,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:30.955939 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:30.963757 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-6b9c68ac-d77e-46fb-9240-ef39724c6613 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/quotas/feffe01cf3f84eb1800d246f235af06f HTTP/1.1" status: 200 len: 375 time: 0.0260477 Jan 25 02:35:31.033961 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.053472 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Network 65df6904-e24d-4fef-8b76-dfdf7556d155 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:31.057793 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:31.061191 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07033144-76a4-482f-8f44-57173d9560bb None None] Pushing event updated for resources: {'Port': ['ID=9993ab9a-205b-4aad-9e6f-7c5d26eacf91,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:31.062534 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Pushing event updated for resources: {'Port': ['ID=c40153aa-ab9c-4c82-89e7-7692e94f5ccc,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:31.071100 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:31.071617 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:31.071987 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472927'] for router_interface (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.073875 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:35:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:31.090046 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-05510f7a-b275-4540-a4e1-d63f299a77ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (34f78609-d2e7-4db0-ae14-a34ec397ebd7), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.123012 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-05510f7a-b275-4540-a4e1-d63f299a77ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.123012 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-05510f7a-b275-4540-a4e1-d63f299a77ae admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/34f78609-d2e7-4db0-ae14-a34ec397ebd7 HTTP/1.1" status: 204 len: 168 time: 0.5347538 Jan 25 02:35:31.159721 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 5997257f-4fe2-4e19-99d7-67a62c1103da up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:31.168520 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-71d867a2-cb9a-4001-9799-c771f2f41180 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2036150 Jan 25 02:35:31.169461 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05510f7a-b275-4540-a4e1-d63f299a77ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f78609-d2e7-4db0-ae14-a34ec397ebd7,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:31.317967 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Sync routers for ids ['613b8798-7fa0-40c6-99cc-0fd77852bb47'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:35:31.346721 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Routers {'613b8798-7fa0-40c6-99cc-0fd77852bb47'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:31.357270 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:35:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['613b8798-7fa0-40c6-99cc-0fd77852bb47'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:31.375250 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-e998c06c-9bb7-4ccc-a7b1-2af2b1b8a1d7 service neutron] 10.222.0.117 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891875 Jan 25 02:35:31.387231 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:31.431190 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ef9b73f-d0da-4995-88d9-d5c7d19b044d req-183146a0-1c5a-4b1b-8c12-81cbb1f205fc tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0709894 Jan 25 02:35:31.496972 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 5997257f-4fe2-4e19-99d7-67a62c1103da triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:31.497375 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.501873 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.520550 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-89f7e9f3-1459-4a7e-bf96-9d18fa403831 service neutron] 10.222.0.117 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443570 Jan 25 02:35:31.649008 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-286f35ec-7584-4f09-abcf-111281f530ee req-03a64a63-c5f5-49d4-a52e-b2b79939a317 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.0492408 Jan 25 02:35:31.681421 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Set router 613b8798-7fa0-40c6-99cc-0fd77852bb47 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:31.787315 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.796886 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3618414e-1777-4bdc-9e8e-edfad840388c req-822bbabb-06ea-442d-ada3-e8970e5b59a1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 210 time: 0.0429595 Jan 25 02:35:31.816340 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-c336d9dc-35a7-4247-95e4-e120c9f4d104 None None] Provisioning complete for port c40153aa-ab9c-4c82-89e7-7692e94f5ccc triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:31.816716 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c336d9dc-35a7-4247-95e4-e120c9f4d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.827896 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Publish callbacks [] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.833788 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.836008 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462773'] for router_interface (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.897108 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39424) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:31.899406 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-c336d9dc-35a7-4247-95e4-e120c9f4d104 None None] Port c40153aa-ab9c-4c82-89e7-7692e94f5ccc cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:35:31.928458 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-28a34954-7f95-440b-a2cf-6cd353322681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:31.934686 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Pushing event updated for resources: {'Port': ['ID=c40153aa-ab9c-4c82-89e7-7692e94f5ccc,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:32.045750 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 5997257f-4fe2-4e19-99d7-67a62c1103da is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:32.088433 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-28a34954-7f95-440b-a2cf-6cd353322681 admin admin] Publish callbacks [] for security_group (d4eee844-4137-4b6a-831a-1b773263a3ad), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:32.095564 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-28a34954-7f95-440b-a2cf-6cd353322681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (d4eee844-4137-4b6a-831a-1b773263a3ad), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:32.156046 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-28a34954-7f95-440b-a2cf-6cd353322681 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=78c41827a68f4f1e9864a0e8dbc16c95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2570977 Jan 25 02:35:32.160095 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:26Z', 'revision_number': 3, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:32.163751 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39444) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:32.164707 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a34954-7f95-440b-a2cf-6cd353322681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eee844-4137-4b6a-831a-1b773263a3ad,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:32.167573 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Network 65df6904-e24d-4fef-8b76-dfdf7556d155 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:32.169315 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:32.230501 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'name': 'tempest-ServerRescueNegativeTestJSON-480208298-router', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:21Z', 'updated_at': '2022-01-25T02:35:28Z', 'revision_number': 4, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'gw_port': {'id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:22Z', 'updated_at': '2022-01-25T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '3cb31598-39d6-4877-9fb4-c70f4e43cf94', 'name': '', 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'mac_address': 'fa:16:3e:71:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '417a0259-492e-45cb-a696-3ca5b94d1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:28Z', 'revision_number': 2, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'subnets': [{'id': '417a0259-492e-45cb-a696-3ca5b94d1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:32.233112 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c97d30-ec96-4832-abc5-afb2d70a7d4f None None] The sync data for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi is: [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:26Z', 'revision_number': 3, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:35:32.284320 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Checking router: 613b8798-7fa0-40c6-99cc-0fd77852bb47 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:35:32.285138 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Updating router 613b8798-7fa0-40c6-99cc-0fd77852bb47 port 3cb31598-39d6-4877-9fb4-c70f4e43cf94 binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:35:32.370505 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:32.525418 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:35:32.629572 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-220a0e74-e975-4902-aa82-53c2e449b97f None None] Provisioning complete for port c40153aa-ab9c-4c82-89e7-7692e94f5ccc triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:32.629945 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-220a0e74-e975-4902-aa82-53c2e449b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:32.656314 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-06239237-900c-49a6-9c99-e4ad32945b1a req-522616eb-6c3a-467f-af0e-28aee87cd9e6 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.1011274 Jan 25 02:35:32.729520 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-220a0e74-e975-4902-aa82-53c2e449b97f None None] Port c40153aa-ab9c-4c82-89e7-7692e94f5ccc cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:35:32.764013 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42243ae5-f0d5-4439-b316-5dff0b4146fb admin admin] Publish callbacks [] for security_group (d4eee844-4137-4b6a-831a-1b773263a3ad), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:32.818116 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-32a7a0d1-9281-4e20-a27c-02912d0c57d3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:32.825294 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-32a7a0d1-9281-4e20-a27c-02912d0c57d3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 818 time: 0.6433098 Jan 25 02:35:32.845705 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42243ae5-f0d5-4439-b316-5dff0b4146fb admin admin] Publish callbacks [] for security_group (d4eee844-4137-4b6a-831a-1b773263a3ad), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:32.874141 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-d344f6f3-821f-4dab-8222-5cb0c3aaf241 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/quotas/feffe01cf3f84eb1800d246f235af06f HTTP/1.1" status: 200 len: 375 time: 0.0372086 Jan 25 02:35:32.921188 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:32.967304 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Publish callbacks [] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:32.969276 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-534fdbde-6167-49e7-bf7a-6fdb04e2de8b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718949 Jan 25 02:35:32.994898 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:35:32.999502 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42243ae5-f0d5-4439-b316-5dff0b4146fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (d4eee844-4137-4b6a-831a-1b773263a3ad), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:33.002495 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42243ae5-f0d5-4439-b316-5dff0b4146fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:33.006045 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-42243ae5-f0d5-4439-b316-5dff0b4146fb admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/d4eee844-4137-4b6a-831a-1b773263a3ad HTTP/1.1" status: 204 len: 168 time: 0.8318148 Jan 25 02:35:33.009809 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:33.024725 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d7f8f100-f903-4fc1-a68a-5277cbe4e25c admin admin] 10.222.0.117 "PUT /v2.0/routers/8d0ba35c-6141-42f2-8631-0f83a1a7dffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8693933 Jan 25 02:35:33.052677 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42243ae5-f0d5-4439-b316-5dff0b4146fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eee844-4137-4b6a-831a-1b773263a3ad,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:33.094103 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6834bb06-2665-4bb2-b76b-ba813f362074 req-3e2d05ee-54f7-4fb0-a4f4-db0a098ee70a tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.1031001 Jan 25 02:35:33.130255 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-984d10ba-18bc-4fcd-b80d-cd126cc188c8 service neutron] 10.222.0.117 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583016 Jan 25 02:35:33.196684 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516f3d7-65f7-43d6-88e4-eaa186533ab9 None None] Pushing event updated for resources: {'Port': ['ID=3cb31598-39d6-4877-9fb4-c70f4e43cf94,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:33.293599 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Attempting to bind port 3cb31598-39d6-4877-9fb4-c70f4e43cf94 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:33.299321 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Attempting to bind port 3cb31598-39d6-4877-9fb4-c70f4e43cf94 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:33.300027 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Attempting to bind port 3cb31598-39d6-4877-9fb4-c70f4e43cf94 on network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:33.307128 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:33.311679 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:33.312101 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Checking segment: {'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:33.312513 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:33.312915 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Bound using segment: {'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:33.313396 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Bound port: 3cb31598-39d6-4877-9fb4-c70f4e43cf94, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:33.324437 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:33.359556 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-dce0061d-b658-45b6-9c58-6c6b894f3c9e service neutron] 10.222.0.117 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284007 Jan 25 02:35:33.441593 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:33.441993 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:33.480725 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:35:33.512510 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] For port 3cb31598-39d6-4877-9fb4-c70f4e43cf94, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:33.516367 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] For port 3cb31598-39d6-4877-9fb4-c70f4e43cf94, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=3cb31598-39d6-4877-9fb4-c70f4e43cf94,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:33.526171 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:33.633095 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516f3d7-65f7-43d6-88e4-eaa186533ab9 None None] Pushing event updated for resources: {'Port': ['ID=3cb31598-39d6-4877-9fb4-c70f4e43cf94,revision_number=4']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:33.669007 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:33.669613 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:33.708289 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Routers {'613b8798-7fa0-40c6-99cc-0fd77852bb47'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:33.716277 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:35:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['613b8798-7fa0-40c6-99cc-0fd77852bb47'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:33.724002 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=9993ab9a-205b-4aad-9e6f-7c5d26eacf91,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:33.731621 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:33.753539 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4f6ff9b1-4900-4c53-812f-51312f926d2e req-739068ea-0622-4e0b-88c8-477d652f7653 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 210 time: 0.0525119 Jan 25 02:35:33.955476 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8924549f-dc70-4ea1-a422-aff2278c8f32 req-e6c8e889-d6ee-4d3a-a8ac-09a2a749fa50 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0471904 Jan 25 02:35:33.958449 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] Set router 613b8798-7fa0-40c6-99cc-0fd77852bb47 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:33.988888 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=9993ab9a-205b-4aad-9e6f-7c5d26eacf91,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:34.174416 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:34.257096 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f57d29c8-7641-4bdb-8fc2-26f06de32d43 req-cbf4001e-3b39-4d21-bcae-527247ed2716 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.0492368 Jan 25 02:35:34.294162 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'name': 'tempest-ServerRescueNegativeTestJSON-480208298-router', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:21Z', 'updated_at': '2022-01-25T02:35:28Z', 'revision_number': 4, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'gw_port': {'id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:22Z', 'updated_at': '2022-01-25T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '3cb31598-39d6-4877-9fb4-c70f4e43cf94', 'name': '', 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'mac_address': 'fa:16:3e:71:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '417a0259-492e-45cb-a696-3ca5b94d1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'subnets': [{'id': '417a0259-492e-45cb-a696-3ca5b94d1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:34.337807 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f6c23-c70a-4da8-ad64-82b199742b0c None None] The sync data for ids ['613b8798-7fa0-40c6-99cc-0fd77852bb47'] in dv-cinder-819778-6-iscsi is: [{'id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'name': 'tempest-ServerRescueNegativeTestJSON-480208298-router', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:21Z', 'updated_at': '2022-01-25T02:35:28Z', 'revision_number': 4, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'gw_port': {'id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:22Z', 'updated_at': '2022-01-25T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '3cb31598-39d6-4877-9fb4-c70f4e43cf94', 'name': '', 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'mac_address': 'fa:16:3e:71:f6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '417a0259-492e-45cb-a696-3ca5b94d1b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'subnets': [{'id': '417a0259-492e-45cb-a696-3ca5b94d1b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:35:34.394305 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39540) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:34.808212 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ba031d93-4697-47ac-a711-90197e3a01d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:34.854171 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39554) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:34.858826 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-38917b6d-8c04-4766-87cb-6dfca9c99597 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663470514', 'description': 'tempest-description--1890385547'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:34.931032 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38917b6d-8c04-4766-87cb-6dfca9c99597 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:34.958212 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b95a219e-9366-48d8-b6d4-1b374a2aa15e req-ca6fe431-033f-4f8b-ae81-7fd94a786898 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 210 time: 0.0865407 Jan 25 02:35:35.101317 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Sync routers for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:35:35.112488 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ba031d93-4697-47ac-a711-90197e3a01d0 admin admin] Publish callbacks [] for security_group (5c582325-7767-4096-a768-b604e8787d46), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.123156 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ba031d93-4697-47ac-a711-90197e3a01d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (5c582325-7767-4096-a768-b604e8787d46), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.131299 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:35.135348 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:35:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:35.167040 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38917b6d-8c04-4766-87cb-6dfca9c99597 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (1810e21d-28c2-4c27-a0de-c2d3e9efc469), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.264599 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-beecae16-7d0c-4daf-8ea7-ec6c3e24e3d7 req-15464748-91f2-43db-9c55-7799af154cfa tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0914924 Jan 25 02:35:35.266514 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38917b6d-8c04-4766-87cb-6dfca9c99597 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (1810e21d-28c2-4c27-a0de-c2d3e9efc469), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.294472 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-ba031d93-4697-47ac-a711-90197e3a01d0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5d5aa42dc189485698ed74ebbd1567c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8950388 Jan 25 02:35:35.295898 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39566) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:35.296753 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba031d93-4697-47ac-a711-90197e3a01d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c582325-7767-4096-a768-b604e8787d46,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:35.361820 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38917b6d-8c04-4766-87cb-6dfca9c99597 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1810e21d-28c2-4c27-a0de-c2d3e9efc469,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:35.367571 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38917b6d-8c04-4766-87cb-6dfca9c99597 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.373041 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-38917b6d-8c04-4766-87cb-6dfca9c99597 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5178108 Jan 25 02:35:35.379815 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39572) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:35.454672 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-2a8bedb8-f42b-4ecd-8e14-327363c96775 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'security_group_rule': {'security_group_id': '1810e21d-28c2-4c27-a0de-c2d3e9efc469', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:35.522777 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:35.557420 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cfe730c7-0eb9-40d9-84b4-2aa601086add req-55962b41-9bff-4347-8a26-eeb5093103e2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.1344738 Jan 25 02:35:35.562747 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b2bd-1281-4a7d-b791-36a9aa0f31e4 admin admin] Publish callbacks [] for security_group (5c582325-7767-4096-a768-b604e8787d46), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.584334 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2a8bedb8-f42b-4ecd-8e14-327363c96775 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (489d195a-cc8a-4955-92d7-4e8da31293b8), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.594546 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:35.628485 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b2bd-1281-4a7d-b791-36a9aa0f31e4 admin admin] Publish callbacks [] for security_group (5c582325-7767-4096-a768-b604e8787d46), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.650548 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:35.650930 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.712126 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2a8bedb8-f42b-4ecd-8e14-327363c96775 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (489d195a-cc8a-4955-92d7-4e8da31293b8), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.721373 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2a8bedb8-f42b-4ecd-8e14-327363c96775 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (489d195a-cc8a-4955-92d7-4e8da31293b8), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.739325 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bedb8-f42b-4ecd-8e14-327363c96775 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489d195a-cc8a-4955-92d7-4e8da31293b8,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:35.754576 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b2bd-1281-4a7d-b791-36a9aa0f31e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (5c582325-7767-4096-a768-b604e8787d46), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.757244 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b2bd-1281-4a7d-b791-36a9aa0f31e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.760875 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c4c5b2bd-1281-4a7d-b791-36a9aa0f31e4 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/5c582325-7767-4096-a768-b604e8787d46 HTTP/1.1" status: 204 len: 168 time: 0.4479499 Jan 25 02:35:35.813308 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5b2bd-1281-4a7d-b791-36a9aa0f31e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c582325-7767-4096-a768-b604e8787d46,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:35.837426 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2a8bedb8-f42b-4ecd-8e14-327363c96775 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.845974 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39590) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:35.846253 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-2a8bedb8-f42b-4ecd-8e14-327363c96775 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4652309 Jan 25 02:35:35.852763 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-6084a3d0-5e77-4f07-85a5-4335d7e2eee4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'security_group_rule': {'security_group_id': '1810e21d-28c2-4c27-a0de-c2d3e9efc469', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:35.924896 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6084a3d0-5e77-4f07-85a5-4335d7e2eee4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (bcdf905b-3b46-488d-8439-de8ac29dcb51), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:35.941392 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:35.943118 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 3cb31598-39d6-4877-9fb4-c70f4e43cf94 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:36.092159 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6084a3d0-5e77-4f07-85a5-4335d7e2eee4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (bcdf905b-3b46-488d-8439-de8ac29dcb51), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.100478 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6084a3d0-5e77-4f07-85a5-4335d7e2eee4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (bcdf905b-3b46-488d-8439-de8ac29dcb51), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.143207 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 3cb31598-39d6-4877-9fb4-c70f4e43cf94 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:36.143910 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.144232 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6084a3d0-5e77-4f07-85a5-4335d7e2eee4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.145625 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6084a3d0-5e77-4f07-85a5-4335d7e2eee4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984900 Jan 25 02:35:36.152628 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39608) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:36.155538 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084a3d0-5e77-4f07-85a5-4335d7e2eee4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdf905b-3b46-488d-8439-de8ac29dcb51,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:36.157762 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'floatingip': {'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:36.220064 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.234451 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0ab24fcb-2f2f-451b-b0e4-844908a491f2 req-3229e3f6-736f-4ec0-85b6-f1ede774b279 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 210 time: 0.0874407 Jan 25 02:35:36.316174 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 2, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:36.458624 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Checking router: 8d0ba35c-6141-42f2-8631-0f83a1a7dffc for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:35:36.458904 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Updating router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc port c40153aa-ab9c-4c82-89e7-7692e94f5ccc binding host dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:35:36.509186 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 3cb31598-39d6-4877-9fb4-c70f4e43cf94 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:36.512032 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.513386 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.515098 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7a4df963-b758-4bf1-a3b1-6c1d1c9e70d6 req-85615f03-a4f9-48c3-9ad6-a238fe811661 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0635028 Jan 25 02:35:36.561403 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.605418 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39642) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:36.644820 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7f0f-95e3-491a-8a24-12764813af36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.738417 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 3cb31598-39d6-4877-9fb4-c70f4e43cf94, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=3cb31598-39d6-4877-9fb4-c70f4e43cf94,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:36.758516 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.773388 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Allocated IP 172.27.1.155 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/806c1ad2-d80c-454d-b4f6-822b4b66c043) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:36.781445 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-db44187c-d6d1-41a8-b58d-b3732338bff7 req-08824521-3f29-4f09-946d-3aeaa4eb9a64 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.0915473 Jan 25 02:35:36.873452 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=3cb31598-39d6-4877-9fb4-c70f4e43cf94,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:36.938232 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7f0f-95e3-491a-8a24-12764813af36 admin admin] Publish callbacks [] for security_group (1e880698-ada1-4ad8-bf35-43073239f6cc), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.945956 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7f0f-95e3-491a-8a24-12764813af36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (1e880698-ada1-4ad8-bf35-43073239f6cc), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.979828 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Publish callbacks [] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.986096 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.024368 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for port (806c1ad2-d80c-454d-b4f6-822b4b66c043), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.027223 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a7f0f-95e3-491a-8a24-12764813af36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e880698-ada1-4ad8-bf35-43073239f6cc,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:37.031448 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-ce9a7f0f-95e3-491a-8a24-12764813af36 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=46d7bd9177ce4ba3950250c6c8a7e6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247751 Jan 25 02:35:37.034265 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39660) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:37.077079 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (806c1ad2-d80c-454d-b4f6-822b4b66c043), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.130492 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:37.135465 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:37.144176 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:37.149577 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4a17a0e-0b5e-458e-a42e-9ab9e222e389 admin admin] Publish callbacks [] for security_group (1e880698-ada1-4ad8-bf35-43073239f6cc), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.161878 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 3cb31598-39d6-4877-9fb4-c70f4e43cf94 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:37.166227 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'Port': ['ID=806c1ad2-d80c-454d-b4f6-822b4b66c043,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:37.218849 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f538b5-26ee-4673-beec-f7e92fed0deb None None] Pushing event updated for resources: {'Port': ['ID=c40153aa-ab9c-4c82-89e7-7692e94f5ccc,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:37.220160 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4a17a0e-0b5e-458e-a42e-9ab9e222e389 admin admin] Publish callbacks [] for security_group (1e880698-ada1-4ad8-bf35-43073239f6cc), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.256427 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (226713c3-c476-4cae-ac75-32a4447a29c8), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.258998 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Attempting to bind port c40153aa-ab9c-4c82-89e7-7692e94f5ccc on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:37.259380 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Attempting to bind port c40153aa-ab9c-4c82-89e7-7692e94f5ccc by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:37.259769 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Attempting to bind port c40153aa-ab9c-4c82-89e7-7692e94f5ccc on network 65df6904-e24d-4fef-8b76-dfdf7556d155 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:37.266311 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:37.266699 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Checking segment: {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:37.267109 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.267507 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Bound using segment: {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:37.268021 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Bound port: c40153aa-ab9c-4c82-89e7-7692e94f5ccc, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:37.268406 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.326672 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (806c1ad2-d80c-454d-b4f6-822b4b66c043), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.345445 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] For port c40153aa-ab9c-4c82-89e7-7692e94f5ccc, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:37.349702 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] For port c40153aa-ab9c-4c82-89e7-7692e94f5ccc, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=c40153aa-ab9c-4c82-89e7-7692e94f5ccc,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:37.352674 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 3cb31598-39d6-4877-9fb4-c70f4e43cf94 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:37.353915 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.356600 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4a17a0e-0b5e-458e-a42e-9ab9e222e389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (1e880698-ada1-4ad8-bf35-43073239f6cc), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.362746 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4a17a0e-0b5e-458e-a42e-9ab9e222e389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.369566 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e4a17a0e-0b5e-458e-a42e-9ab9e222e389 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/1e880698-ada1-4ad8-bf35-43073239f6cc HTTP/1.1" status: 204 len: 168 time: 0.3331959 Jan 25 02:35:37.380003 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.395245 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a17a0e-0b5e-458e-a42e-9ab9e222e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e880698-ada1-4ad8-bf35-43073239f6cc,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:37.431229 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3c2ba7fc-4c04-4258-8b33-cdc16811f213 req-56156634-f35e-4dc9-99f4-2ddbb033737c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 210 time: 0.0401320 Jan 25 02:35:37.501888 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f538b5-26ee-4673-beec-f7e92fed0deb None None] Pushing event updated for resources: {'Port': ['ID=c40153aa-ab9c-4c82-89e7-7692e94f5ccc,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:37.534287 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:37.534999 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:35:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:37.581844 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for port (806c1ad2-d80c-454d-b4f6-822b4b66c043), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.595767 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (806c1ad2-d80c-454d-b4f6-822b4b66c043), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.643969 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (226713c3-c476-4cae-ac75-32a4447a29c8), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.704148 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-59bb4f8a-36bb-470e-a2ca-b447fd74de51 None None] Provisioning complete for port c40153aa-ab9c-4c82-89e7-7692e94f5ccc triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:37.704821 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-59bb4f8a-36bb-470e-a2ca-b447fd74de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.721998 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ddd1d5b1-2a9d-4074-894f-88fbbf56aed0 req-a3d757c6-f5f1-4e84-b3e1-035bf32637e2 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0916588 Jan 25 02:35:37.742074 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:37.743630 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5898190 Jan 25 02:35:37.758729 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e9793-034f-416a-b94c-aea0a697cc8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'Port': ['ID=806c1ad2-d80c-454d-b4f6-822b4b66c043,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:37.817350 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:37.928055 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 3cb31598-39d6-4877-9fb4-c70f4e43cf94 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:37.940339 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-23b89c71-f2e3-4041-b058-95e2f5a8d2a2 req-ec4681df-f702-42c7-a42d-4914a963d8a9 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.0504680 Jan 25 02:35:38.045931 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-ac2e3f71-9240-440f-951f-259610827d0d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--1663470514&fields=id&tenant_id=461a94a96965493aa3c9fdfcd43258c5 HTTP/1.1" status: 200 len: 267 time: 0.0857027 Jan 25 02:35:38.088221 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-59bb4f8a-36bb-470e-a2ca-b447fd74de51 None None] Current status of the port c40153aa-ab9c-4c82-89e7-7692e94f5ccc is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:38.088622 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-59bb4f8a-36bb-470e-a2ca-b447fd74de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:38.167541 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-59bb4f8a-36bb-470e-a2ca-b447fd74de51 None None] For port c40153aa-ab9c-4c82-89e7-7692e94f5ccc, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=c40153aa-ab9c-4c82-89e7-7692e94f5ccc,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:38.176315 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-59bb4f8a-36bb-470e-a2ca-b447fd74de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:38.282423 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d3253137-95ff-4983-879d-3f4c46f003e5 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:38.283950 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d3253137-95ff-4983-879d-3f4c46f003e5 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 817 time: 0.2310266 Jan 25 02:35:38.301375 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-65aeac58-4674-4582-b08f-e8368b7f35a6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/quotas/461a94a96965493aa3c9fdfcd43258c5 HTTP/1.1" status: 200 len: 375 time: 0.0103428 Jan 25 02:35:38.362039 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-082ce645-4888-4723-88f4-bb3a53c2628e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524867 Jan 25 02:35:38.364279 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-7abfd31e-1ec7-4bb2-8b6c-a44c90382af8 None None] Provisioning complete for port c40153aa-ab9c-4c82-89e7-7692e94f5ccc triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:38.364655 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7abfd31e-1ec7-4bb2-8b6c-a44c90382af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:38.367913 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:37Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:38.371232 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb4f8a-36bb-470e-a2ca-b447fd74de51 None None] Pushing event updated for resources: {'Port': ['ID=c40153aa-ab9c-4c82-89e7-7692e94f5ccc,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:38.416748 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbbc6c-2a38-4c39-8a08-52768375b026 None None] The sync data for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi is: [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:37Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:35:38.496289 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-7abfd31e-1ec7-4bb2-8b6c-a44c90382af8 None None] Current status of the port c40153aa-ab9c-4c82-89e7-7692e94f5ccc is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:38.523635 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-e72fca4c-8914-4869-a025-9b258d2caa0b service neutron] 10.222.0.117 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361129 Jan 25 02:35:38.557281 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39722) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:38.572664 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-82d4aee0-d1f0-4894-9962-0928cca6daba req-9050e809-8939-4517-a469-1bd03982dfc3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 210 time: 0.0363054 Jan 25 02:35:38.631102 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-29ad8e79-ead5-404f-abf9-a15d81e1491e service neutron] 10.222.0.117 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064372 Jan 25 02:35:38.704742 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-225999460-network', 'tenant_id': '3527f1c56c474c1297106b524103f41b'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:38.730709 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Made reservation on behalf of 3527f1c56c474c1297106b524103f41b for: {'network': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:38.733149 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:38.744015 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:38.890904 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1dc43be9-8511-4de0-8568-484582dd39a4 req-21d37c7a-91c6-48c3-9ecf-13cdf2e0077a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 210 time: 0.0685332 Jan 25 02:35:38.896737 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fd427778-97f7-4d80-b1c5-632eb3f16181 req-5582a3b1-a97e-40b6-8bb5-3f7f9b1e7d3a tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0665517 Jan 25 02:35:38.939233 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Publish callbacks [] for security_group (922e64cb-bd15-440e-ad0e-5db2693807a1), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:38.945444 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (922e64cb-bd15-440e-ad0e-5db2693807a1), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.038245 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=102671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:35:39.067012 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922e64cb-bd15-440e-ad0e-5db2693807a1,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:39.069278 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f9913afa-54a4-450b-b73d-2b47497f8630 req-4182331e-c12b-444d-a62c-2e6e63c24676 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.0441647 Jan 25 02:35:39.079451 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (4e3658c7-ce11-462c-8e87-d234ac0dd51f), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.079451 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.segments_db [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Added segment 4e3658c7-ce11-462c-8e87-d234ac0dd51f of type vlan for network 6d969439-2dc9-4373-aed3-fb07eac7b7da Jan 25 02:35:39.131472 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (6d969439-2dc9-4373-aed3-fb07eac7b7da), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.202295 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (6d969439-2dc9-4373-aed3-fb07eac7b7da), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.203291 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:39.205860 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.233655 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device c40153aa-ab9c-4c82-89e7-7692e94f5ccc up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:39.256953 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6972888 Jan 25 02:35:39.260129 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39746) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:39.267195 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Request body: {'subnet': {'network_id': '6d969439-2dc9-4373-aed3-fb07eac7b7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-225999460-subnet', 'tenant_id': '3527f1c56c474c1297106b524103f41b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:39.296400 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca6793-1017-42ae-8fa7-dbf779f077a4 admin admin] Pushing event updated for resources: {'Network': ['ID=6d969439-2dc9-4373-aed3-fb07eac7b7da,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:39.317400 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 6d969439-2dc9-4373-aed3-fb07eac7b7da details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:35:39.339508 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Made reservation on behalf of 3527f1c56c474c1297106b524103f41b for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:39.342168 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.360851 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.121', 63391) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:39.414710 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.121', 63393) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:39.424989 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.121', 63394) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:39.501622 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port c40153aa-ab9c-4c82-89e7-7692e94f5ccc triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:39.502712 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.630705 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port c40153aa-ab9c-4c82-89e7-7692e94f5ccc is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:39.742754 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (a8a0401c-5cb6-4f54-bf5a-a6bbfd4dacd9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.827493 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.121', 63400) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:39.855582 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c1517ba5-357e-4575-8983-f687332e40c4 req-d8c1be26-7b9a-48ee-b1ac-dd7b4f713d3a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 210 time: 0.1080768 Jan 25 02:35:39.873888 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a0401c-5cb6-4f54-bf5a-a6bbfd4dacd9,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:39.920448 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Checking segment: {'id': '4e3658c7-ce11-462c-8e87-d234ac0dd51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6d969439-2dc9-4373-aed3-fb07eac7b7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:39.921072 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Network hostable DHCP agents. Network: 6d969439-2dc9-4373-aed3-fb07eac7b7da, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:35:39.941842 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Network 6d969439-2dc9-4373-aed3-fb07eac7b7da is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:35:39.948824 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-e65b69fe-a9e2-4326-b59b-a00128beb698 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:39.950635 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-e65b69fe-a9e2-4326-b59b-a00128beb698 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.121 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 818 time: 0.5879328 Jan 25 02:35:39.965628 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 6d969439-2dc9-4373-aed3-fb07eac7b7da) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:39.979576 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22921323-0511-49cc-8547-77957283be50 None None] Network 6d969439-2dc9-4373-aed3-fb07eac7b7da requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:39.982340 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-bd8aa360-b5f4-43e1-93e4-9e1cd17a4a83 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:39.983858 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-bd8aa360-b5f4-43e1-93e4-9e1cd17a4a83 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 815 time: 0.4870317 Jan 25 02:35:39.988501 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:39.992269 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.031599 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6950e438-f801-45f5-8508-f446556e804d admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7687268 Jan 25 02:35:40.037612 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-76cae9ca-df8c-4b00-a252-376b9756b23c tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:40.039732 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-76cae9ca-df8c-4b00-a252-376b9756b23c tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.121 "GET /v2.0/networks?id=a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 HTTP/1.1" status: 200 len: 812 time: 0.5455551 Jan 25 02:35:40.086628 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-19f3276e-9875-4267-98d8-dee8fadcd4eb req-da0bbd08-100e-4c53-a139-4d6fbd6ac378 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0413308 Jan 25 02:35:40.094543 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Request body: {'port': {'device_id': '86592e22-5888-4d11-8820-ae9d01340f67', 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18', 'admin_state_up': True, 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:40.106545 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Request body: {'port': {'device_id': '42744e51-4726-4391-a4f3-106a16ad60b1', 'network_id': 'a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677', 'admin_state_up': True, 'tenant_id': 'cc7d18886cee4c49abf6786916eff689'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:40.116773 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Request body: {'port': {'device_id': '6bfe8a04-55e4-4966-9693-c32cf0cdffcb', 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8', 'admin_state_up': True, 'tenant_id': '6d1acc2413564b368f3c2ec812ffe6ef'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:40.166881 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5694c8a1-8565-462a-a07c-e1e04ec6a36c req-d08e0527-33c4-4476-b5ec-769b875ac973 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 210 time: 0.1306944 Jan 25 02:35:40.311384 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9876aeb7-10fb-416e-89fb-2493616af4db None None] Network 6d969439-2dc9-4373-aed3-fb07eac7b7da requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:40.356344 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300835a-8108-4901-9b9d-487d5984c32b req-9eb35fac-0e80-429e-b556-3c5d2bbbca11 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:40.361875 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-9eb35fac-0e80-429e-b556-3c5d2bbbca11 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.121 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 818 time: 0.5232527 Jan 25 02:35:40.486167 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Request body: {'port': {'device_id': 'a715abaa-5086-468a-8da3-8a19defcb671', 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18', 'admin_state_up': True, 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:40.552382 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eeb438f1-dcc0-4287-a2e8-670bdc2dbd5a req-c1f2b781-c9ff-4771-bea4-4aea26e24056 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.2565367 Jan 25 02:35:40.628926 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.121', 63410) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:40.659802 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Made reservation on behalf of 6d1acc2413564b368f3c2ec812ffe6ef for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:40.663875 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.840184 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-254c8653-3600-4e66-bd0e-fe9145a8e3d9 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:40.847008 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-254c8653-3600-4e66-bd0e-fe9145a8e3d9 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 817 time: 0.2159605 Jan 25 02:35:40.878871 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Made reservation on behalf of feffe01cf3f84eb1800d246f235af06f for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:40.883342 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.894924 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Made reservation on behalf of cc7d18886cee4c49abf6786916eff689 for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:40.898686 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.972747 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-7091693b-a61d-40fd-9d66-c0177eeaf019 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461a94a96965493aa3c9fdfcd43258c5 HTTP/1.1" status: 200 len: 380 time: 0.0997000 Jan 25 02:35:41.002229 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'port': {'device_id': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'admin_state_up': True, 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'security_groups': ['1810e21d-28c2-4c27-a0de-c2d3e9efc469']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:41.032057 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39842) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:41.049910 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3c9476c8-6ab4-4690-a62f-2ae3fe48b54b req-75a02810-9315-40d7-9f1d-006ed95aa8aa tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 210 time: 0.0716653 Jan 25 02:35:41.052016 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-76165568-network', 'tenant_id': 'ef5be3473eb744df9d9b4779e46297f1'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:41.478034 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Allocated IP 172.20.0.6 (40220640-c28f-4d62-b93f-4c106d7635f8/9bdd28ff-578c-4ad2-b3e2-22bed6db38ca/6d92fddd-f89a-463a-845a-88ec590624f2) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:41.498425 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6cf0b58c-75d3-4408-9eca-3f0d9a6626c9 req-662165d2-c076-49ec-93f1-1164802b5bdc tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.2022374 Jan 25 02:35:41.634178 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Made reservation on behalf of feffe01cf3f84eb1800d246f235af06f for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:41.639039 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.658937 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Made reservation on behalf of 461a94a96965493aa3c9fdfcd43258c5 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:41.668028 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.809144 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a7570fe1-d993-44aa-98e4-cd323b7077dd req-f1e63ef8-ad71-4cf7-ad07-9edb986940c2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 210 time: 0.1056859 Jan 25 02:35:41.825049 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Allocated IP 172.20.0.6 (4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18/417a0259-492e-45cb-a696-3ca5b94d1b94/bac79043-36c5-46fd-b0f4-52b41ecfe739) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:42.200008 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53003fcd-6735-4e16-bb5c-7cd6fc5bf7c3 req-f6e59a31-420e-4c82-9f86-8b722b27be73 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 210 time: 0.5495715 Jan 25 02:35:42.233437 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Allocated IP 172.20.0.8 (65df6904-e24d-4fef-8b76-dfdf7556d155/1ebf40b8-91d0-4503-a781-0b57dca1bae0/70f9e14e-ca54-45fc-9d32-c3612a600d19) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:42.262490 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d8aa6ac5-48e9-4264-8e43-72189ae0c884 req-fff70961-17e5-4479-bb98-d43697d0338e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 210 time: 0.0430036 Jan 25 02:35:42.283310 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Made reservation on behalf of ef5be3473eb744df9d9b4779e46297f1 for: {'network': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:42.285762 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.305096 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks [] for port (6d92fddd-f89a-463a-845a-88ec590624f2), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.345073 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.434275 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Allocated IP 172.20.0.4 (a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677/929471d5-6dde-4b9a-9608-efbb4491f4cf/d323e9fe-11b0-492b-8b48-858adf2ccbad) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:42.586857 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks [] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.646161 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.646161 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.771459 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a651964-52e6-4ddc-9e0a-4e84345bfc13 req-29376e32-848a-48d7-834d-d75f0c70034e tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0864456 Jan 25 02:35:42.793823 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.808121 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Pushing event updated for resources: {'Port': ['ID=6d92fddd-f89a-463a-845a-88ec590624f2,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:42.880113 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Pushing event updated for resources: {'Port': ['ID=bac79043-36c5-46fd-b0f4-52b41ecfe739,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:42.888127 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.909093 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Network 40220640-c28f-4d62-b93f-4c106d7635f8 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:42.917145 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:42.925093 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:42.932769 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:42.933357 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.959623 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:42.966662 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-6bbce355-35e5-4647-a849-7946bbbfdb37 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8681576 Jan 25 02:35:42.995269 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-7b14e4e2-4a11-4940-a0ba-7ebf97effdf9 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:35:42.996359 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-7b14e4e2-4a11-4940-a0ba-7ebf97effdf9 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094674 Jan 25 02:35:43.005081 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:43.016336 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Allocated IP 172.20.0.3 (4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18/417a0259-492e-45cb-a696-3ca5b94d1b94/64713c04-63ee-48b4-9d15-ab79f4083e1f) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:43.089290 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Network 65df6904-e24d-4fef-8b76-dfdf7556d155 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:43.104420 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:43.110605 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:43.126796 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:43.127513 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.181336 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1812105 Jan 25 02:35:43.181599 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Publish callbacks [] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.268620 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:43.275567 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:43.276261 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.278298 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34976553-7e83-4f7e-ad05-59570adec11b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:43.374432 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39940) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:43.380187 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.500498 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Request body: {'port': {'device_id': '6bfe8a04-55e4-4966-9693-c32cf0cdffcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:43.593615 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-1aacb62f-9b9c-40e8-9224-3e6e8060c16a None None] Provisioning complete for port 70f9e14e-ca54-45fc-9d32-c3612a600d19 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:43.594271 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1aacb62f-9b9c-40e8-9224-3e6e8060c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.613174 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-db5afb60-da50-4535-85d6-e9985f28b102 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5338459 Jan 25 02:35:43.645936 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Request body: {'port': {'device_id': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:43.702233 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Network a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:43.716769 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-1aacb62f-9b9c-40e8-9224-3e6e8060c16a None None] Port 70f9e14e-ca54-45fc-9d32-c3612a600d19 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:35:43.730500 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62ccc8-c5a9-4f1f-b1ef-9b26ea4ada9d req-72726e65-db53-4291-86ee-b2b1d177f531 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:43.739117 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ab62ccc8-c5a9-4f1f-b1ef-9b26ea4ada9d req-72726e65-db53-4291-86ee-b2b1d177f531 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 931 time: 0.7369225 Jan 25 02:35:43.789538 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Request body: {'port': {'device_id': '86592e22-5888-4d11-8820-ae9d01340f67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:43.833190 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Publish callbacks [] for security_group (99604f1c-4c05-44b9-a701-f118b7698052), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.943808 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d43b-976c-4fbc-ac89-fe057e35a444 req-21367f82-bbda-4ed8-8b31-c1b0621375ab tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:43.946732 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6a33d43b-976c-4fbc-ac89-fe057e35a444 req-21367f82-bbda-4ed8-8b31-c1b0621375ab tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 931 time: 0.5884383 Jan 25 02:35:44.022195 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.027005 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:44.036041 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:44.054352 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:44.057473 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.060634 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Pushing event updated for resources: {'Port': ['ID=d323e9fe-11b0-492b-8b48-858adf2ccbad,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:44.074279 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (99604f1c-4c05-44b9-a701-f118b7698052), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.089078 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.104619 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39958) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:44.155732 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39960) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:44.255373 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=102671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:35:44.265689 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6a33d43b-976c-4fbc-ac89-fe057e35a444 req-f4dc89ae-2e08-448d-9569-ad9650f077b6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629249 Jan 25 02:35:44.287569 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-7e571fb4-9cd5-4b69-af48-b3a832c85192 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1848328 Jan 25 02:35:44.329095 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edfc8046-ad34-4658-85af-344723a08e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.412433 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4096-faa1-4db1-bea6-c88b1b7e8313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.541548 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99604f1c-4c05-44b9-a701-f118b7698052,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:44.548192 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Request body: {'port': {'device_id': '42744e51-4726-4391-a4f3-106a16ad60b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:44.564400 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (24bd0eaf-767e-428d-a42f-a8d335fbec80), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.564745 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.segments_db [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Added segment 24bd0eaf-767e-428d-a42f-a8d335fbec80 of type vlan for network 91791da1-db73-4c62-b6b2-15968d5f768c Jan 25 02:35:44.610349 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ab62ccc8-c5a9-4f1f-b1ef-9b26ea4ada9d req-a51b1ec2-79c3-4cbd-a462-ce2f500f0b16 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8703375 Jan 25 02:35:44.642074 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.666565 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-41c3f662-82ac-4afb-ab7d-0c2433619995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.671985 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bbac4-7c90-4319-8e56-ac6f916d761b req-2edf45d0-84c9-400f-863f-50a545de63b7 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:44.674008 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d84bbac4-7c90-4319-8e56-ac6f916d761b req-2edf45d0-84c9-400f-863f-50a545de63b7 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 931 time: 0.2819824 Jan 25 02:35:44.745443 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edfc8046-ad34-4658-85af-344723a08e17 admin admin] Publish callbacks [] for security_group (7880f7ce-9999-4cb8-b9b5-97293a3858cf), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.760286 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edfc8046-ad34-4658-85af-344723a08e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (7880f7ce-9999-4cb8-b9b5-97293a3858cf), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.797515 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-edfc8046-ad34-4658-85af-344723a08e17 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ad779fdd393a496c8ba005741bbb7381&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4056089 Jan 25 02:35:44.799262 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 39966) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:44.823032 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks [] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.881432 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d84bbac4-7c90-4319-8e56-ac6f916d761b req-7a8f9a15-3d70-4f19-a334-24f96b98e6cd tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887727 Jan 25 02:35:44.902212 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc8046-ad34-4658-85af-344723a08e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7880f7ce-9999-4cb8-b9b5-97293a3858cf,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:44.918288 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (91791da1-db73-4c62-b6b2-15968d5f768c), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.991840 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4096-faa1-4db1-bea6-c88b1b7e8313 admin admin] Publish callbacks [] for security_group (806c195f-5769-46c1-ae61-b6833ef07328), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.998831 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4096-faa1-4db1-bea6-c88b1b7e8313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (806c195f-5769-46c1-ae61-b6833ef07328), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.034555 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d4096-faa1-4db1-bea6-c88b1b7e8313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806c195f-5769-46c1-ae61-b6833ef07328,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:45.065823 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d92fddd-f89a-463a-845a-88ec590624f2 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:35:45.082726 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Publish callbacks [] for port (6d92fddd-f89a-463a-845a-88ec590624f2), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.095516 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2a3d4096-faa1-4db1-bea6-c88b1b7e8313 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=339f4b4d625941c1ac41f27a8bcef577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9375417 Jan 25 02:35:45.096157 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39972) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:45.126647 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Transition to ACTIVE for port object 6d92fddd-f89a-463a-845a-88ec590624f2 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:35:45.140976 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.228100 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d92fddd-f89a-463a-845a-88ec590624f2,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:45.285894 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.290805 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2569c915-65fe-428f-93d6-d8aacfaf6f72 admin admin] Publish callbacks [] for security_group (806c195f-5769-46c1-ae61-b6833ef07328), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.316739 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Attempting to bind port 6d92fddd-f89a-463a-845a-88ec590624f2 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:45.317253 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Attempting to bind port 6d92fddd-f89a-463a-845a-88ec590624f2 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:45.317583 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Attempting to bind port 6d92fddd-f89a-463a-845a-88ec590624f2 on network 40220640-c28f-4d62-b93f-4c106d7635f8 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:45.330192 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Port 6d92fddd-f89a-463a-845a-88ec590624f2 on network 40220640-c28f-4d62-b93f-4c106d7635f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:35:45.330949 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Attempting to bind port 6d92fddd-f89a-463a-845a-88ec590624f2 on network 40220640-c28f-4d62-b93f-4c106d7635f8 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:45.344230 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:45.344772 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Checking segment: {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:45.345356 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Bound using segment: {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:45.346042 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Bound port: 6d92fddd-f89a-463a-845a-88ec590624f2, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:45.346510 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.355650 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9aa4-4c10-4300-b9c5-2c02b2f03b1a admin admin] Publish callbacks [] for security_group (7880f7ce-9999-4cb8-b9b5-97293a3858cf), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.356764 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2569c915-65fe-428f-93d6-d8aacfaf6f72 admin admin] Publish callbacks [] for security_group (806c195f-5769-46c1-ae61-b6833ef07328), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.393432 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9aa4-4c10-4300-b9c5-2c02b2f03b1a admin admin] Publish callbacks [] for security_group (7880f7ce-9999-4cb8-b9b5-97293a3858cf), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.455112 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.461782 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.db.resource_extend [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 02:35:45.546036 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2174c2-9e48-487b-b65c-95beae3ba8cc req-50538c75-68ae-418a-9670-5859a388906d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:45.558136 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fb2174c2-9e48-487b-b65c-95beae3ba8cc req-50538c75-68ae-418a-9670-5859a388906d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 931 time: 0.1354141 Jan 25 02:35:45.572309 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] For port 6d92fddd-f89a-463a-845a-88ec590624f2, host hv-cinder-81977, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:45.579076 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] For port 6d92fddd-f89a-463a-845a-88ec590624f2, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6d92fddd-f89a-463a-845a-88ec590624f2,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:45.634726 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2569c915-65fe-428f-93d6-d8aacfaf6f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (806c195f-5769-46c1-ae61-b6833ef07328), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.642477 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2569c915-65fe-428f-93d6-d8aacfaf6f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.646830 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2569c915-65fe-428f-93d6-d8aacfaf6f72 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/806c195f-5769-46c1-ae61-b6833ef07328 HTTP/1.1" status: 204 len: 168 time: 0.5438554 Jan 25 02:35:45.672885 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.768181 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259a9f-b189-4afb-bd8a-b87c2e3254cd req-e7286017-f59f-477c-90cc-5ba7e1f5ce9d tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:45.769876 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f6259a9f-b189-4afb-bd8a-b87c2e3254cd req-e7286017-f59f-477c-90cc-5ba7e1f5ce9d tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 931 time: 1.0321865 Jan 25 02:35:45.842884 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d92fddd-f89a-463a-845a-88ec590624f2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:45.854839 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:45.866941 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569c915-65fe-428f-93d6-d8aacfaf6f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806c195f-5769-46c1-ae61-b6833ef07328,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:45.878964 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:45.879598 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.880104 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:45.885441 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-2bbef3d5-8c6b-4ce9-8ff0-756335ddbbb5 service neutron] 10.222.0.121 "PUT /v2.0/ports/6d92fddd-f89a-463a-845a-88ec590624f2 HTTP/1.1" status: 200 len: 1093 time: 2.5492523 Jan 25 02:35:45.886716 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfe8a04-55e4-4966-9693-c32cf0cdffcb', 'tag': '6d92fddd-f89a-463a-845a-88ec590624f2'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:35:46.045562 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (91791da1-db73-4c62-b6b2-15968d5f768c), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.046548 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:46.047140 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.080695 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fb2174c2-9e48-487b-b65c-95beae3ba8cc req-4a4a2e87-4132-4d5b-9e57-d362ed27cf09 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4982920 Jan 25 02:35:46.195350 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:46.201971 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:46.202619 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.306876 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39988) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:46.323823 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274d55899ad617b68f742306dd2bf98d948b76ba1d909237a8860468fa9bd008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfe8a04-55e4-4966-9693-c32cf0cdffcb", "tag": "6d92fddd-f89a-463a-845a-88ec590624f2"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:35:46.347720 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07eede14-55fe-40c0-bbe6-42cb8f355704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.372660 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dba3d2-ad9e-454c-9416-5f1b8edc422b req-cc5237d4-fb16-489f-b666-364e19df466b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:46.380813 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-03dba3d2-ad9e-454c-9416-5f1b8edc422b req-cc5237d4-fb16-489f-b666-364e19df466b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 943 time: 0.2141166 Jan 25 02:35:46.434652 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-0ea602bd-7e1a-426d-91db-b0d095a1cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:46.436092 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-0ea602bd-7e1a-426d-91db-b0d095a1cbfb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 1096 time: 0.1990018 Jan 25 02:35:46.456039 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-41c3f662-82ac-4afb-ab7d-0c2433619995 admin admin] Publish callbacks [] for security_group (01633c34-d7a3-45f8-bee0-bc2f4c1a0fa8), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.502894 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-03dba3d2-ad9e-454c-9416-5f1b8edc422b req-25fbfcbd-3558-452f-925d-b3564d54fb1f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211510 Jan 25 02:35:46.547088 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac79043-36c5-46fd-b0f4-52b41ecfe739 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:35:46.547488 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07eede14-55fe-40c0-bbe6-42cb8f355704 admin admin] Publish callbacks [] for security_group (8644a3d0-bec2-43b7-8477-661d41074885), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.553955 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07eede14-55fe-40c0-bbe6-42cb8f355704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (8644a3d0-bec2-43b7-8477-661d41074885), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.556961 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Publish callbacks [] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.652826 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eede14-55fe-40c0-bbe6-42cb8f355704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8644a3d0-bec2-43b7-8477-661d41074885,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.667074 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-07eede14-55fe-40c0-bbe6-42cb8f355704 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=77350c403d1f406fa35dd6be35350f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548632 Jan 25 02:35:46.672039 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39994) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:46.682273 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-41c3f662-82ac-4afb-ab7d-0c2433619995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (01633c34-d7a3-45f8-bee0-bc2f4c1a0fa8), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.692088 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=91791da1-db73-4c62-b6b2-15968d5f768c,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.728207 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3f662-82ac-4afb-ab7d-0c2433619995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01633c34-d7a3-45f8-bee0-bc2f4c1a0fa8,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.738032 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c4ed20ef-ecec-47e8-b66c-f93bdb73c2d9 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 5.6878543 Jan 25 02:35:46.743440 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2676675 Jan 25 02:35:46.744590 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 39996) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:46.755579 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 91791da1-db73-4c62-b6b2-15968d5f768c details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:35:46.758264 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Request body: {'subnet': {'network_id': '91791da1-db73-4c62-b6b2-15968d5f768c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-76165568-subnet', 'tenant_id': 'ef5be3473eb744df9d9b4779e46297f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:46.806679 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f52f8-119c-4ae6-a23d-aede0227010a req-9c9875b2-e51e-4525-b658-071a0062265e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:46.815213 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f32a8-1300-467d-b7c7-137df8c6b491 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Pushing event updated for resources: {'Port': ['ID=64713c04-63ee-48b4-9d15-ab79f4083e1f,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.815683 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-321f52f8-119c-4ae6-a23d-aede0227010a req-9c9875b2-e51e-4525-b658-071a0062265e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 931 time: 0.2064652 Jan 25 02:35:46.857222 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Transition to ACTIVE for port object bac79043-36c5-46fd-b0f4-52b41ecfe739 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:35:46.881839 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f6259a9f-b189-4afb-bd8a-b87c2e3254cd req-157d8482-6511-4658-919e-9f30e105c15f tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0193150 Jan 25 02:35:46.894509 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c93892fb-c1cf-4238-a867-20b315a193b4 admin admin] Publish callbacks [] for security_group (8644a3d0-bec2-43b7-8477-661d41074885), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.895173 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9aa4-4c10-4300-b9c5-2c02b2f03b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (7880f7ce-9999-4cb8-b9b5-97293a3858cf), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.898836 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb5a9aa4-4c10-4300-b9c5-2c02b2f03b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.900246 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-cb5a9aa4-4c10-4300-b9c5-2c02b2f03b1a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/7880f7ce-9999-4cb8-b9b5-97293a3858cf HTTP/1.1" status: 204 len: 168 time: 2.0881104 Jan 25 02:35:46.900538 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Made reservation on behalf of ef5be3473eb744df9d9b4779e46297f1 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:46.901337 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.903325 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.931119 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-41c3f662-82ac-4afb-ab7d-0c2433619995 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d513cd7c4380444d8bcc26c9829072b5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8064957 Jan 25 02:35:46.940865 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a9aa4-4c10-4300-b9c5-2c02b2f03b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7880f7ce-9999-4cb8-b9b5-97293a3858cf,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.945461 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40002) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:46.948124 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-321f52f8-119c-4ae6-a23d-aede0227010a req-ee060163-77b7-457b-b0e0-ce0a088658f4 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314759 Jan 25 02:35:46.977592 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Request body: {'port': {'device_id': 'a715abaa-5086-468a-8da3-8a19defcb671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:47.073801 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.135237 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-8da14904-f6f2-453c-b5c4-113832d4f0e2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d92fddd-f89a-463a-845a-88ec590624f2 HTTP/1.1" status: 200 len: 217 time: 0.1655395 Jan 25 02:35:47.144699 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c93892fb-c1cf-4238-a867-20b315a193b4 admin admin] Publish callbacks [] for security_group (8644a3d0-bec2-43b7-8477-661d41074885), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.365750 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-af3604d7-f1c5-4c54-a54e-c3b3b15b98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:47.375335 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-af3604d7-f1c5-4c54-a54e-c3b3b15b98c5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9bdd28ff-578c-4ad2-b3e2-22bed6db38ca HTTP/1.1" status: 200 len: 855 time: 0.1338344 Jan 25 02:35:47.436141 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea76c0a-4743-44fa-a687-90705785cde7 x-openstack-request-id: req-4ea76c0a-4743-44fa-a687-90705785cde7 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:35:47.436346 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfe8a04-55e4-4966-9693-c32cf0cdffcb", "tag": "6d92fddd-f89a-463a-845a-88ec590624f2", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:35:47.436609 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-4ea76c0a-4743-44fa-a687-90705785cde7 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:35:47.437064 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfe8a04-55e4-4966-9693-c32cf0cdffcb', 'tag': '6d92fddd-f89a-463a-845a-88ec590624f2', 'status': 'completed', 'code': 200} Jan 25 02:35:47.486486 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64713c04-63ee-48b4-9d15-ab79f4083e1f {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:35:47.496439 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Publish callbacks [] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.523775 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Transition to ACTIVE for port object 64713c04-63ee-48b4-9d15-ab79f4083e1f will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:35:47.560242 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.668868 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d323e9fe-11b0-492b-8b48-858adf2ccbad {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:35:47.727331 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-298d3a11-c567-4568-a261-0001e33bd577 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=40220640-c28f-4d62-b93f-4c106d7635f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2929664 Jan 25 02:35:47.735719 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Publish callbacks [] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.779027 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Transition to ACTIVE for port object d323e9fe-11b0-492b-8b48-858adf2ccbad will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:35:47.782196 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Attempting to bind port bac79043-36c5-46fd-b0f4-52b41ecfe739 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:47.782742 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Attempting to bind port bac79043-36c5-46fd-b0f4-52b41ecfe739 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:47.783088 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Attempting to bind port bac79043-36c5-46fd-b0f4-52b41ecfe739 on network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:47.790399 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Pushing event updated for resources: {'Port': ['ID=bac79043-36c5-46fd-b0f4-52b41ecfe739,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:47.916293 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Pushing event updated for resources: {'Port': ['ID=64713c04-63ee-48b4-9d15-ab79f4083e1f,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:47.921103 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Port bac79043-36c5-46fd-b0f4-52b41ecfe739 on network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:35:47.921465 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Attempting to bind port bac79043-36c5-46fd-b0f4-52b41ecfe739 on network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:47.930512 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.938627 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f2fd7-993d-46c1-a633-6c11f98eb887 req-47dc61d0-d72a-4f30-9859-8de04b1471fb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:47.947946 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-677f2fd7-993d-46c1-a633-6c11f98eb887 req-47dc61d0-d72a-4f30-9859-8de04b1471fb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 931 time: 0.5896189 Jan 25 02:35:48.020649 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Pushing event updated for resources: {'Port': ['ID=d323e9fe-11b0-492b-8b48-858adf2ccbad,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:48.057099 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:48.057099 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Checking segment: {'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:48.057099 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Bound using segment: {'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:48.057099 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Bound port: bac79043-36c5-46fd-b0f4-52b41ecfe739, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:48.057099 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.067124 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d379e0b5-d86d-4a7f-b1d3-ea6dcb157ec9 admin admin] Publish callbacks [] for security_group (01633c34-d7a3-45f8-bee0-bc2f4c1a0fa8), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.090963 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d379e0b5-d86d-4a7f-b1d3-ea6dcb157ec9 admin admin] Publish callbacks [] for security_group (01633c34-d7a3-45f8-bee0-bc2f4c1a0fa8), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.178371 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c93892fb-c1cf-4238-a867-20b315a193b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (8644a3d0-bec2-43b7-8477-661d41074885), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.182546 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c93892fb-c1cf-4238-a867-20b315a193b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.183732 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c93892fb-c1cf-4238-a867-20b315a193b4 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/8644a3d0-bec2-43b7-8477-661d41074885 HTTP/1.1" status: 204 len: 168 time: 1.5098169 Jan 25 02:35:48.229905 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93892fb-c1cf-4238-a867-20b315a193b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8644a3d0-bec2-43b7-8477-661d41074885,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:48.287257 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-677f2fd7-993d-46c1-a633-6c11f98eb887 req-50c197b6-277e-4e13-b180-36c489aa3e3b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377221 Jan 25 02:35:48.301959 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-e15a58e1-5f97-4db5-bafb-4ea3c7490306 service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298502 Jan 25 02:35:48.484487 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (b6e110ad-39a0-44b8-bebf-d724a14c6662), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.490172 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d379e0b5-d86d-4a7f-b1d3-ea6dcb157ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (01633c34-d7a3-45f8-bee0-bc2f4c1a0fa8), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.493780 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d379e0b5-d86d-4a7f-b1d3-ea6dcb157ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.494964 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-d379e0b5-d86d-4a7f-b1d3-ea6dcb157ec9 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/01633c34-d7a3-45f8-bee0-bc2f4c1a0fa8 HTTP/1.1" status: 204 len: 168 time: 1.5238326 Jan 25 02:35:48.569752 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f11b7-070d-4db6-aa89-58c3f95e6bf5 req-ade8e5ce-efa5-43eb-8bfa-eeb9ee4ed01d tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:48.571752 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-671f11b7-070d-4db6-aa89-58c3f95e6bf5 req-ade8e5ce-efa5-43eb-8bfa-eeb9ee4ed01d tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 943 time: 0.8958690 Jan 25 02:35:48.575544 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f9e14e-ca54-45fc-9d32-c3612a600d19 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:35:48.605137 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Attempting to bind port 64713c04-63ee-48b4-9d15-ab79f4083e1f on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:48.605474 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Attempting to bind port 64713c04-63ee-48b4-9d15-ab79f4083e1f by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:48.605790 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Attempting to bind port 64713c04-63ee-48b4-9d15-ab79f4083e1f on network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:48.610569 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379e0b5-d86d-4a7f-b1d3-ea6dcb157ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01633c34-d7a3-45f8-bee0-bc2f4c1a0fa8,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:48.651818 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Port 64713c04-63ee-48b4-9d15-ab79f4083e1f on network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:35:48.652238 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Attempting to bind port 64713c04-63ee-48b4-9d15-ab79f4083e1f on network 4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:48.657136 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Publish callbacks [] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.670436 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Attempting to bind port d323e9fe-11b0-492b-8b48-858adf2ccbad on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:48.670772 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Attempting to bind port d323e9fe-11b0-492b-8b48-858adf2ccbad by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '9d26079a-8119-4ed6-b797-6ee53314bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:48.671210 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Attempting to bind port d323e9fe-11b0-492b-8b48-858adf2ccbad on network a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:48.719925 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40038) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:48.727765 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e110ad-39a0-44b8-bebf-d724a14c6662,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:48.729948 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:48.732113 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Checking segment: {'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:48.732733 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Bound using segment: {'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:48.733372 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Bound port: 64713c04-63ee-48b4-9d15-ab79f4083e1f, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fdf539-f18a-4158-83fe-c51afaf3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:48.739968 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.796461 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-55cf7281-302e-49ce-afca-8ac725b0cea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.828841 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Transition to ACTIVE for port object 70f9e14e-ca54-45fc-9d32-c3612a600d19 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:35:48.839557 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96d0cb-03fe-4d23-80e1-c6a75151ab19 req-4f7d20c0-2682-4334-b9b3-2640262e58bb tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:48.841070 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Port d323e9fe-11b0-492b-8b48-858adf2ccbad on network a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:35:48.841629 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Attempting to bind port d323e9fe-11b0-492b-8b48-858adf2ccbad on network a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:48.858319 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8f96d0cb-03fe-4d23-80e1-c6a75151ab19 req-4f7d20c0-2682-4334-b9b3-2640262e58bb tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 943 time: 0.3915753 Jan 25 02:35:48.871355 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:48.879852 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Checking segment: {'id': '9d26079a-8119-4ed6-b797-6ee53314bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:48.880506 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Bound using segment: {'id': '9d26079a-8119-4ed6-b797-6ee53314bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:48.881190 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Bound port: d323e9fe-11b0-492b-8b48-858adf2ccbad, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d26079a-8119-4ed6-b797-6ee53314bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:48.888255 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.894495 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.957847 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Checking segment: {'id': '24bd0eaf-767e-428d-a42f-a8d335fbec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '91791da1-db73-4c62-b6b2-15968d5f768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:48.959367 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Network hostable DHCP agents. Network: 91791da1-db73-4c62-b6b2-15968d5f768c, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:35:48.987567 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] For port bac79043-36c5-46fd-b0f4-52b41ecfe739, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:49.008058 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-671f11b7-070d-4db6-aa89-58c3f95e6bf5 req-e2694f68-57ae-4c2c-ba56-e4042892e4e4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635316 Jan 25 02:35:49.030063 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b52a0f57-693c-4beb-84e9-556dce53c43c req-67995bb8-eb63-4f36-afb6-ec802d4dfa25 service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103224 Jan 25 02:35:49.063970 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Network 91791da1-db73-4c62-b6b2-15968d5f768c is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:35:49.101504 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8f96d0cb-03fe-4d23-80e1-c6a75151ab19 req-723115cd-1214-4c35-99f6-a04ea9566f73 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397552 Jan 25 02:35:49.104224 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 91791da1-db73-4c62-b6b2-15968d5f768c) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:49.112603 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:49.114111 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:49.114856 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0239caa-f943-4776-a821-2ae6d7728229 None None] Network 91791da1-db73-4c62-b6b2-15968d5f768c requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:49.121800 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] For port 64713c04-63ee-48b4-9d15-ab79f4083e1f, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:49.125510 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] For port 64713c04-63ee-48b4-9d15-ab79f4083e1f, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:49.160908 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2246f649-606b-40a7-a7e5-e0a1ce66c32c admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4033487 Jan 25 02:35:49.327664 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40050) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:49.379338 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db2e78ad-25b9-42e5-84a2-3ddc1627a210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:49.456625 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f7d44-c2c9-43d2-8b2a-645bcfdb391b None None] Network 91791da1-db73-4c62-b6b2-15968d5f768c requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:49.519214 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c98f4-4c22-49db-882b-6037e503e896 req-16912948-bd99-451e-80e9-ed7cf7456ac7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:49.527294 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c18c98f4-4c22-49db-882b-6037e503e896 req-16912948-bd99-451e-80e9-ed7cf7456ac7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.1165366 Jan 25 02:35:49.579845 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:49.582699 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:49.621971 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db2e78ad-25b9-42e5-84a2-3ddc1627a210 admin admin] Publish callbacks [] for security_group (de359b2b-e248-45da-bb48-d0904514dc15), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:49.651457 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c18c98f4-4c22-49db-882b-6037e503e896 req-6018acc5-0e3a-46e9-94c1-3dc378e6211b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223660 Jan 25 02:35:49.673155 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db2e78ad-25b9-42e5-84a2-3ddc1627a210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (de359b2b-e248-45da-bb48-d0904514dc15), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:49.715548 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] For port bac79043-36c5-46fd-b0f4-52b41ecfe739, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=bac79043-36c5-46fd-b0f4-52b41ecfe739,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:49.751682 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-db2e78ad-25b9-42e5-84a2-3ddc1627a210 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c9860c2b7c5e4e60bf5887bb3c101fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228070 Jan 25 02:35:49.754252 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e78ad-25b9-42e5-84a2-3ddc1627a210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de359b2b-e248-45da-bb48-d0904514dc15,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:49.759510 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40056) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:49.786431 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-b3f1ef2a-5e6b-47f1-8c88-cdc05d926615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:49.788468 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-b3f1ef2a-5e6b-47f1-8c88-cdc05d926615 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 1096 time: 0.1837127 Jan 25 02:35:49.836183 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] For port d323e9fe-11b0-492b-8b48-858adf2ccbad, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:49.924487 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] For port d323e9fe-11b0-492b-8b48-858adf2ccbad, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d323e9fe-11b0-492b-8b48-858adf2ccbad,segment=NetworkSegment(9d26079a-8119-4ed6-b797-6ee53314bf3b),segment_id=9d26079a-8119-4ed6-b797-6ee53314bf3b)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:49.935148 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7fbdcd86-4c45-497e-a7a5-e3a7728f5e07 admin admin] Publish callbacks [] for security_group (de359b2b-e248-45da-bb48-d0904514dc15), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:49.943336 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:49.998419 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.003885 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7fbdcd86-4c45-497e-a7a5-e3a7728f5e07 admin admin] Publish callbacks [] for security_group (de359b2b-e248-45da-bb48-d0904514dc15), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.058985 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:50.060097 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.062361 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] 10.222.0.121 "PUT /v2.0/ports/64713c04-63ee-48b4-9d15-ab79f4083e1f HTTP/1.1" status: 200 len: 1093 time: 3.0968316 Jan 25 02:35:50.106742 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a715abaa-5086-468a-8da3-8a19defcb671', 'tag': '64713c04-63ee-48b4-9d15-ab79f4083e1f'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:35:50.443285 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df24f9c-7d9d-4898-a6f3-133dd991c7d6 req-b87ec50a-5e94-42e3-85fe-c10c28c84f5e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:50.450320 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fb6af-98fc-46b3-9bc1-1e464b098eb5 req-0d36a928-b46f-40b6-93f0-403aeb49a280 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:50.451623 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6df24f9c-7d9d-4898-a6f3-133dd991c7d6 req-b87ec50a-5e94-42e3-85fe-c10c28c84f5e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 943 time: 0.8532357 Jan 25 02:35:50.451993 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6e0fb6af-98fc-46b3-9bc1-1e464b098eb5 req-0d36a928-b46f-40b6-93f0-403aeb49a280 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 943 time: 0.2234795 Jan 25 02:35:50.453457 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-cc97ba52-6a55-447f-a0c8-ab808e1506e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:50.454798 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-cc97ba52-6a55-447f-a0c8-ab808e1506e4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 916 time: 0.4023821 Jan 25 02:35:50.455510 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7fbdcd86-4c45-497e-a7a5-e3a7728f5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (de359b2b-e248-45da-bb48-d0904514dc15), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.458147 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7fbdcd86-4c45-497e-a7a5-e3a7728f5e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.459542 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7fbdcd86-4c45-497e-a7a5-e3a7728f5e07 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/de359b2b-e248-45da-bb48-d0904514dc15 HTTP/1.1" status: 204 len: 168 time: 0.6987617 Jan 25 02:35:50.514701 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:50.514955 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.517735 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] 10.222.0.121 "PUT /v2.0/ports/bac79043-36c5-46fd-b0f4-52b41ecfe739 HTTP/1.1" status: 200 len: 1093 time: 6.7389152 Jan 25 02:35:50.530905 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-55cf7281-302e-49ce-afca-8ac725b0cea2 admin admin] Publish callbacks [] for security_group (3030eccc-a42b-4350-a138-af54ee78e87b), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.532311 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Attempting to bind port 70f9e14e-ca54-45fc-9d32-c3612a600d19 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:50.533287 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Attempting to bind port 70f9e14e-ca54-45fc-9d32-c3612a600d19 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:50.533893 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Attempting to bind port 70f9e14e-ca54-45fc-9d32-c3612a600d19 on network 65df6904-e24d-4fef-8b76-dfdf7556d155 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:50.542439 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdcd86-4c45-497e-a7a5-e3a7728f5e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de359b2b-e248-45da-bb48-d0904514dc15,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:50.547084 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-efa47b34-8fbe-44e4-bf66-24c974f3453e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d92fddd-f89a-463a-845a-88ec590624f2 HTTP/1.1" status: 200 len: 217 time: 0.0783122 Jan 25 02:35:50.550722 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:50.551580 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.553296 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] 10.222.0.121 "PUT /v2.0/ports/d323e9fe-11b0-492b-8b48-858adf2ccbad HTTP/1.1" status: 200 len: 1093 time: 6.0207026 Jan 25 02:35:50.576974 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de446dc-f5ea-450f-81d0-159886bbef5e service neutron] Pushing event updated for resources: {'Port': ['ID=64713c04-63ee-48b4-9d15-ab79f4083e1f,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:50.580692 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-55cf7281-302e-49ce-afca-8ac725b0cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (3030eccc-a42b-4350-a138-af54ee78e87b), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.604131 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Port 70f9e14e-ca54-45fc-9d32-c3612a600d19 on network 65df6904-e24d-4fef-8b76-dfdf7556d155 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:35:50.604469 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Attempting to bind port 70f9e14e-ca54-45fc-9d32-c3612a600d19 on network 65df6904-e24d-4fef-8b76-dfdf7556d155 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:50.661268 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:50.666033 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Checking segment: {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:50.666613 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Bound using segment: {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:50.667799 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Bound port: 70f9e14e-ca54-45fc-9d32-c3612a600d19, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:50.668323 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.701226 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6e0fb6af-98fc-46b3-9bc1-1e464b098eb5 req-f4d4290e-016a-407b-802d-e8daf6ec7ce3 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402442 Jan 25 02:35:50.737763 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-b91df1ba-efec-4791-b30c-fc5b3d2bdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:50.744277 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-b91df1ba-efec-4791-b30c-fc5b3d2bdaa5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9bdd28ff-578c-4ad2-b3e2-22bed6db38ca HTTP/1.1" status: 200 len: 855 time: 0.1527419 Jan 25 02:35:50.792737 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-c7e36c51-4fb7-47af-affe-e37febec4cf8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=40220640-c28f-4d62-b93f-4c106d7635f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419064 Jan 25 02:35:50.812510 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78916df7-1053-4d7d-98f8-c973a0b85cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "a715abaa-5086-468a-8da3-8a19defcb671", "tag": "64713c04-63ee-48b4-9d15-ab79f4083e1f"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:35:50.828690 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-55cf7281-302e-49ce-afca-8ac725b0cea2 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=043bd2918ef24ecf91285ce48cc6d394&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0852637 Jan 25 02:35:50.831323 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40080) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:50.865410 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf7281-302e-49ce-afca-8ac725b0cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3030eccc-a42b-4350-a138-af54ee78e87b,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:50.947033 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02883eaa-52b5-43a4-8b1f-32db7c391ff0 admin admin] Publish callbacks [] for security_group (3030eccc-a42b-4350-a138-af54ee78e87b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.968908 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb73c3a-5207-4b63-8467-ae93f2716cb3 req-31d7b8fa-b661-44a1-999b-d215fb4c9610 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:50.970615 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8bb73c3a-5207-4b63-8467-ae93f2716cb3 req-31d7b8fa-b661-44a1-999b-d215fb4c9610 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 943 time: 0.0899997 Jan 25 02:35:50.995320 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02883eaa-52b5-43a4-8b1f-32db7c391ff0 admin admin] Publish callbacks [] for security_group (3030eccc-a42b-4350-a138-af54ee78e87b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.006224 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-94730932-81e2-44f2-ac0a-67740fa18dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:51.008505 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-94730932-81e2-44f2-ac0a-67740fa18dcf service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cc7d18886cee4c49abf6786916eff689&device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 1096 time: 0.3074076 Jan 25 02:35:51.010256 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300835a-8108-4901-9b9d-487d5984c32b req-8676c1de-3fb7-49f7-a9d3-c39dcf776991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:51.011872 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-8676c1de-3fb7-49f7-a9d3-c39dcf776991 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 1096 time: 0.7384734 Jan 25 02:35:51.019470 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:51.027957 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6df24f9c-7d9d-4898-a6f3-133dd991c7d6 req-dd7e90f8-aeca-4462-a54a-eafaa2e54264 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750165 Jan 25 02:35:51.034512 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708c523-d5dc-4952-b096-52361a74ed1a service neutron] Pushing event updated for resources: {'Port': ['ID=bac79043-36c5-46fd-b0f4-52b41ecfe739,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:51.051249 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-78040c27-13ac-430a-9e3e-10aee9541ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:51.052922 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-78040c27-13ac-430a-9e3e-10aee9541ee2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 1096 time: 0.3708732 Jan 25 02:35:51.074644 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:51.085525 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.088707 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8bb73c3a-5207-4b63-8467-ae93f2716cb3 req-6af07c5b-1d67-42d5-b34b-44b5d4a17965 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066294 Jan 25 02:35:51.116749 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:51.117385 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.118073 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02883eaa-52b5-43a4-8b1f-32db7c391ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (3030eccc-a42b-4350-a138-af54ee78e87b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.118865 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] 10.222.0.121 "PUT /v2.0/ports/70f9e14e-ca54-45fc-9d32-c3612a600d19 HTTP/1.1" status: 200 len: 1093 time: 7.7593472 Jan 25 02:35:51.121972 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02883eaa-52b5-43a4-8b1f-32db7c391ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.126401 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-02883eaa-52b5-43a4-8b1f-32db7c391ff0 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/3030eccc-a42b-4350-a138-af54ee78e87b HTTP/1.1" status: 204 len: 168 time: 0.2936172 Jan 25 02:35:51.131057 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e6aff-cb39-4bef-8f43-9cafbe43cb3b service neutron] Pushing event updated for resources: {'Port': ['ID=d323e9fe-11b0-492b-8b48-858adf2ccbad,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:51.150297 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02883eaa-52b5-43a4-8b1f-32db7c391ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3030eccc-a42b-4350-a138-af54ee78e87b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:51.241749 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c88d70-47c0-412b-9254-137fa86e2bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:51.261253 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2820-b50a-4bed-b3d2-64c6598e9772 req-73996056-73b9-4ba6-9cee-bbbd059cee96 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:51.262903 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-703b2820-b50a-4bed-b3d2-64c6598e9772 req-73996056-73b9-4ba6-9cee-bbbd059cee96 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.1204159 Jan 25 02:35:51.349743 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-703b2820-b50a-4bed-b3d2-64c6598e9772 req-9bbd5fe5-e02f-4aff-a925-5b9af20b4897 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801330 Jan 25 02:35:51.516970 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4691a18f-7aaa-4ce8-a1e6-f089e620f75f x-openstack-request-id: req-4691a18f-7aaa-4ce8-a1e6-f089e620f75f {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:35:51.517420 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a715abaa-5086-468a-8da3-8a19defcb671", "tag": "64713c04-63ee-48b4-9d15-ab79f4083e1f", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:35:51.517694 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-4691a18f-7aaa-4ce8-a1e6-f089e620f75f {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:35:51.518161 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a715abaa-5086-468a-8da3-8a19defcb671', 'tag': '64713c04-63ee-48b4-9d15-ab79f4083e1f', 'status': 'completed', 'code': 200} Jan 25 02:35:51.868490 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc6c7a-d1cf-4e1f-90d8-1304d9b9768d req-d5f06ad8-a019-41f7-ac0e-ecbfd2b6e6d0 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:51.870232 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-43bc6c7a-d1cf-4e1f-90d8-1304d9b9768d req-d5f06ad8-a019-41f7-ac0e-ecbfd2b6e6d0 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 943 time: 0.0648267 Jan 25 02:35:51.944872 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-43bc6c7a-d1cf-4e1f-90d8-1304d9b9768d req-b8e400e0-bba5-4031-9cc6-906cf350c7f1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591331 Jan 25 02:35:52.177393 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e094c86-f7d5-47df-acfd-67c70af6b03d req-44c6bf83-c75b-4317-b34c-e0c26c1b54ff tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:52.185890 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5e094c86-f7d5-47df-acfd-67c70af6b03d req-44c6bf83-c75b-4317-b34c-e0c26c1b54ff tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 943 time: 0.0795839 Jan 25 02:35:52.228680 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfc1a9-98fb-4a91-87bf-27f04e9b8f0f req-c4283f56-1179-4caa-bb50-70698b9259fb tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:52.230670 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-57dfc1a9-98fb-4a91-87bf-27f04e9b8f0f req-c4283f56-1179-4caa-bb50-70698b9259fb tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 943 time: 0.0584636 Jan 25 02:35:52.246388 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5e094c86-f7d5-47df-acfd-67c70af6b03d req-e1db61ae-dd9f-465f-a0e4-5ab52598f0b4 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574353 Jan 25 02:35:52.302553 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-57dfc1a9-98fb-4a91-87bf-27f04e9b8f0f req-1151ce09-128a-4486-9579-a876863b46ac tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658896 Jan 25 02:35:52.478059 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc0d80-2c43-43c7-97d6-775f2518ad49 req-01c18c20-149e-430e-ba6a-b52fe2b803fb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:52.479769 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76fc0d80-2c43-43c7-97d6-775f2518ad49 req-01c18c20-149e-430e-ba6a-b52fe2b803fb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0540776 Jan 25 02:35:52.528378 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76fc0d80-2c43-43c7-97d6-775f2518ad49 req-e3d7a4b4-9248-4f09-8587-92a719fdf825 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Jan 25 02:35:53.059036 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda3d2a-49c5-4595-9f1b-2b59f22680ed req-d8d12ddd-53a2-47c0-bbc5-97404e3d8540 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:53.060597 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0eda3d2a-49c5-4595-9f1b-2b59f22680ed req-d8d12ddd-53a2-47c0-bbc5-97404e3d8540 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 943 time: 0.0606728 Jan 25 02:35:53.121526 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0eda3d2a-49c5-4595-9f1b-2b59f22680ed req-a4ba3637-391b-4da6-af21-8f72847a6cfe tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548837 Jan 25 02:35:53.418719 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-98702376-344d-48ba-b5c8-c03426b2108b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d323e9fe-11b0-492b-8b48-858adf2ccbad HTTP/1.1" status: 200 len: 217 time: 0.1274402 Jan 25 02:35:53.470359 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-756be02d-d49b-46eb-91f2-de23388db503 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bac79043-36c5-46fd-b0f4-52b41ecfe739 HTTP/1.1" status: 200 len: 217 time: 0.1780176 Jan 25 02:35:53.509516 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7110270-241a-48fb-8217-0139d8465e0e req-98ca3de5-d199-434a-a4b6-962650f8b507 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:53.517004 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a7110270-241a-48fb-8217-0139d8465e0e req-98ca3de5-d199-434a-a4b6-962650f8b507 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 943 time: 0.0899565 Jan 25 02:35:53.534827 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86592e22-5888-4d11-8820-ae9d01340f67', 'tag': 'bac79043-36c5-46fd-b0f4-52b41ecfe739'}, {'name': 'network-changed', 'server_uuid': '42744e51-4726-4391-a4f3-106a16ad60b1', 'tag': 'd323e9fe-11b0-492b-8b48-858adf2ccbad'}, {'name': 'network-changed', 'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:35:53.536410 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "86592e22-5888-4d11-8820-ae9d01340f67", "tag": "bac79043-36c5-46fd-b0f4-52b41ecfe739"}, {"name": "network-changed", "server_uuid": "42744e51-4726-4391-a4f3-106a16ad60b1", "tag": "d323e9fe-11b0-492b-8b48-858adf2ccbad"}, {"name": "network-changed", "server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:35:53.544555 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-5de62624-59af-4cf9-b5e3-ca706597484a service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507939 Jan 25 02:35:53.611824 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a7110270-241a-48fb-8217-0139d8465e0e req-64262306-6404-4547-8dae-31b12cbe5c15 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898669 Jan 25 02:35:53.711307 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-436fda1a-c463-496f-976e-7227ecd840b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:53.713122 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-436fda1a-c463-496f-976e-7227ecd840b4 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 200 len: 858 time: 0.1711731 Jan 25 02:35:53.722390 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-8bf5ecd3-7703-47e2-9af5-289d8ce46d59 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f HTTP/1.1" status: 200 len: 217 time: 0.3026922 Jan 25 02:35:53.771021 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-d492f6cb-6a3b-4062-8799-f94c9782aa64 service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197871 Jan 25 02:35:53.790172 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74377b-4810-4527-818a-1a70846553ea req-5ecd0b9b-a106-4c09-b74b-2aed60f6b2c0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:53.791639 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5c74377b-4810-4527-818a-1a70846553ea req-5ecd0b9b-a106-4c09-b74b-2aed60f6b2c0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0834296 Jan 25 02:35:53.820283 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-4fa520dd-442d-4f91-b644-4493783fdce8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842583 Jan 25 02:35:53.828346 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-f661b90a-22a5-4e3e-aeed-9492ab087f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:53.829853 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-f661b90a-22a5-4e3e-aeed-9492ab087f55 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 1096 time: 0.3686771 Jan 25 02:35:53.848193 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccd801-b163-4ec5-a99d-86c46fc18007 req-d2207f16-765f-44e2-b84c-7c43cfec26a1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:53.855877 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08ccd801-b163-4ec5-a99d-86c46fc18007 req-d2207f16-765f-44e2-b84c-7c43cfec26a1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 943 time: 0.3966913 Jan 25 02:35:53.858285 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-6b6f9576-fbaf-4682-8e4c-4fdc509f9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:53.858879 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5c74377b-4810-4527-818a-1a70846553ea req-7662a46f-4a68-4f96-ae0c-10cd0bb886d4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537636 Jan 25 02:35:53.859640 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-6b6f9576-fbaf-4682-8e4c-4fdc509f9e0f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=929471d5-6dde-4b9a-9608-efbb4491f4cf HTTP/1.1" status: 200 len: 852 time: 0.3967381 Jan 25 02:35:53.958294 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 25 Jan 2022 02:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff085caa-1e3a-4759-862b-576a649a539a x-openstack-request-id: req-ff085caa-1e3a-4759-862b-576a649a539a {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:35:53.958595 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86592e22-5888-4d11-8820-ae9d01340f67", "tag": "bac79043-36c5-46fd-b0f4-52b41ecfe739", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42744e51-4726-4391-a4f3-106a16ad60b1", "tag": "d323e9fe-11b0-492b-8b48-858adf2ccbad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:35:53.959104 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ff085caa-1e3a-4759-862b-576a649a539a {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:35:53.960028 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86592e22-5888-4d11-8820-ae9d01340f67', 'tag': 'bac79043-36c5-46fd-b0f4-52b41ecfe739', 'status': 'completed', 'code': 200} Jan 25 02:35:53.960420 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42744e51-4726-4391-a4f3-106a16ad60b1', 'tag': 'd323e9fe-11b0-492b-8b48-858adf2ccbad', 'status': 'completed', 'code': 200} Jan 25 02:35:53.960835 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'status': 'completed', 'code': 200} Jan 25 02:35:53.964374 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-25dd348c-f886-4b44-a603-a9ebac3afd5e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828364 Jan 25 02:35:53.992473 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300835a-8108-4901-9b9d-487d5984c32b req-83c8afe0-25aa-4328-a202-60d401a54b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:53.993920 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-83c8afe0-25aa-4328-a202-60d401a54b32 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 200 len: 858 time: 0.2608967 Jan 25 02:35:53.995118 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-31b9a1b8-27ad-40cc-8d01-2909fa5d7d4e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19 HTTP/1.1" status: 200 len: 217 time: 0.1168582 Jan 25 02:35:54.032481 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08ccd801-b163-4ec5-a99d-86c46fc18007 req-ba7e29b6-ee32-4483-937f-56779d791590 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758361 Jan 25 02:35:54.047994 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-e68bf2bf-11d7-48e7-bb75-c3b8c3c2fd92 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165623 Jan 25 02:35:54.186663 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40260) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:54.236202 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aea0f-ca63-4ff2-89e5-f56ec216313c req-1fa20e45-2aa3-47b1-b8ff-3af466dc3b4f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:54.238010 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c95aea0f-ca63-4ff2-89e5-f56ec216313c req-1fa20e45-2aa3-47b1-b8ff-3af466dc3b4f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 943 time: 0.0521679 Jan 25 02:35:54.289523 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c95aea0f-ca63-4ff2-89e5-f56ec216313c req-929db9fe-e84e-4adf-84b7-242789687bec tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450733 Jan 25 02:35:54.469383 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-31c1448b-5465-4895-ae68-dc528c97df46 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2500288 Jan 25 02:35:54.543954 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7503150c-7f66-4d88-bd3b-47a9b5fd951e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.610197 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-b1ce0244-c278-4540-9ccd-338fbf318c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:54.611756 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-b1ce0244-c278-4540-9ccd-338fbf318c09 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.4030342 Jan 25 02:35:54.766977 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-beb478ef-558a-4817-aadc-f9826a4ba192 service neutron] 10.222.0.121 "GET /v2.0/networks/a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494945 Jan 25 02:35:54.778417 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b27887-8257-4d75-8f8a-ef0a477db37e req-9954b6b8-be53-4f55-8eab-0ee950f9e610 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:54.780707 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c3b27887-8257-4d75-8f8a-ef0a477db37e req-9954b6b8-be53-4f55-8eab-0ee950f9e610 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 943 time: 0.0925665 Jan 25 02:35:54.788996 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ebfe572-1edb-420e-8056-d05fad2031f2 req-4bd8f31a-6268-49c6-9344-3b8ffb7c2fed service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686381 Jan 25 02:35:54.825515 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-a710faf4-26aa-4e3e-bbd5-5265cf8dd409 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452692 Jan 25 02:35:54.835228 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-af6a44f1-567c-4b84-8865-b80e168be87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:54.836908 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-af6a44f1-567c-4b84-8865-b80e168be87a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1890106 Jan 25 02:35:54.845237 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c3b27887-8257-4d75-8f8a-ef0a477db37e req-a232acd7-a9cb-4d8e-831d-2f7f329e734e tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581169 Jan 25 02:35:55.067812 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a113dea-27d1-4bc0-90c4-281e189423c3 req-0abc2997-6e8b-4c2c-801c-2b7270ed7e85 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:55.074213 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2a113dea-27d1-4bc0-90c4-281e189423c3 req-0abc2997-6e8b-4c2c-801c-2b7270ed7e85 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.1097713 Jan 25 02:35:55.105138 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7503150c-7f66-4d88-bd3b-47a9b5fd951e admin admin] Publish callbacks [] for security_group (548e892e-921e-4aa5-bd71-d91b900db797), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.143184 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2a113dea-27d1-4bc0-90c4-281e189423c3 req-1e9b6fdc-3217-403f-ab69-de596b0f2fb5 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615528 Jan 25 02:35:55.148651 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7503150c-7f66-4d88-bd3b-47a9b5fd951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (548e892e-921e-4aa5-bd71-d91b900db797), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.196393 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7350ffc-8f26-4c98-81ac-5cf4efe6c9c7 req-818c5ebe-b815-4fe9-b8eb-9ae2ae998e43 service neutron] 10.222.0.121 "GET /v2.0/networks/a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194667 Jan 25 02:35:55.268730 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-49fbb4e6-5bf2-4079-bf22-aa56880b6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:55.270245 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-49fbb4e6-5bf2-4079-bf22-aa56880b6c3e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 1096 time: 0.2701511 Jan 25 02:35:55.278050 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503150c-7f66-4d88-bd3b-47a9b5fd951e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548e892e-921e-4aa5-bd71-d91b900db797,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:55.282378 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-7503150c-7f66-4d88-bd3b-47a9b5fd951e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=58647b4771c04d1cb0a01d25bd9128f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0947182 Jan 25 02:35:55.285345 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40318) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:55.291758 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5300835a-8108-4901-9b9d-487d5984c32b req-15995da4-b730-44dd-b7bc-14f011f3129c service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471648 Jan 25 02:35:55.302210 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-482dd40e-94aa-4fd6-84f7-65ee6bf8e0e0 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778198 Jan 25 02:35:55.353496 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f365291d-5d3c-401a-b126-25651ccd02a7 admin admin] Publish callbacks [] for security_group (548e892e-921e-4aa5-bd71-d91b900db797), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.380454 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f365291d-5d3c-401a-b126-25651ccd02a7 admin admin] Publish callbacks [] for security_group (548e892e-921e-4aa5-bd71-d91b900db797), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.389740 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5545b04-9b5e-498e-8e37-1f84b2f7ff13 req-7bc0b25c-e234-4dba-8b98-294e4598b0b7 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:55.390914 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e5545b04-9b5e-498e-8e37-1f84b2f7ff13 req-7bc0b25c-e234-4dba-8b98-294e4598b0b7 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 943 time: 0.1977279 Jan 25 02:35:55.464266 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae2b43-3556-45de-be25-d857d2e8a436 req-d682d14a-385f-415d-b044-ae945b206ea3 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:55.465751 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-efae2b43-3556-45de-be25-d857d2e8a436 req-d682d14a-385f-415d-b044-ae945b206ea3 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 943 time: 0.0612841 Jan 25 02:35:55.466789 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f365291d-5d3c-401a-b126-25651ccd02a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (548e892e-921e-4aa5-bd71-d91b900db797), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.469313 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f365291d-5d3c-401a-b126-25651ccd02a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.470326 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f365291d-5d3c-401a-b126-25651ccd02a7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/548e892e-921e-4aa5-bd71-d91b900db797 HTTP/1.1" status: 204 len: 168 time: 0.1836917 Jan 25 02:35:55.491267 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365291d-5d3c-401a-b126-25651ccd02a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548e892e-921e-4aa5-bd71-d91b900db797,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:55.524521 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-efae2b43-3556-45de-be25-d857d2e8a436 req-07b4567d-c6a9-4c6c-9f79-d95ee1ecab72 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512388 Jan 25 02:35:55.610749 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78916df7-1053-4d7d-98f8-c973a0b85cb9 req-0a1dfad0-deb9-4454-9e7d-a02423ec9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:55.612282 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-78916df7-1053-4d7d-98f8-c973a0b85cb9 req-0a1dfad0-deb9-4454-9e7d-a02423ec9be1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 1096 time: 0.1766782 Jan 25 02:35:55.639469 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-7dfd1d43-f32f-4a7c-83fc-84d5b6295b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:55.640955 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-7dfd1d43-f32f-4a7c-83fc-84d5b6295b7e service neutron] 10.222.0.121 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 919 time: 0.3515096 Jan 25 02:35:55.655740 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e5545b04-9b5e-498e-8e37-1f84b2f7ff13 req-6595b72f-7998-4494-b302-3b0a010abd3e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294683 Jan 25 02:35:55.666498 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd25dff4-3b3b-40c0-8129-698d38abb9ec req-1386c2cc-4bbf-43eb-af76-34cae5253dbf service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393366 Jan 25 02:35:55.716644 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-9a278580-4b97-4eab-a847-a73f7e2378d0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bac79043-36c5-46fd-b0f4-52b41ecfe739 HTTP/1.1" status: 200 len: 217 time: 0.0599701 Jan 25 02:35:55.817467 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40334) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:55.822783 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78916df7-1053-4d7d-98f8-c973a0b85cb9 req-d7c7846f-7261-4493-bb65-72f190a4f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:55.824283 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-78916df7-1053-4d7d-98f8-c973a0b85cb9 req-d7c7846f-7261-4493-bb65-72f190a4f3c3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 919 time: 0.2041016 Jan 25 02:35:55.825733 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-262ad08a-d255-4ee9-a05f-8b55e782ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:55.827053 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-262ad08a-d255-4ee9-a05f-8b55e782ca15 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 200 len: 858 time: 0.0743854 Jan 25 02:35:55.831473 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7aa785c3-9d46-47b7-af89-4c5bf6328ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.899537 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-6feb4367-321a-47be-bc74-5468c4b6ffa9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641026 Jan 25 02:35:55.901254 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-78916df7-1053-4d7d-98f8-c973a0b85cb9 req-d543d8da-11dc-450e-a3c6-6fdb77c5a1de service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f HTTP/1.1" status: 200 len: 217 time: 0.0648282 Jan 25 02:35:55.914743 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7aa785c3-9d46-47b7-af89-4c5bf6328ddb admin admin] Publish callbacks [] for security_group (e4d5fe23-b6af-4886-a72b-fdc2d1ad34a6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.926722 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7aa785c3-9d46-47b7-af89-4c5bf6328ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e4d5fe23-b6af-4886-a72b-fdc2d1ad34a6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.988133 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa785c3-9d46-47b7-af89-4c5bf6328ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d5fe23-b6af-4886-a72b-fdc2d1ad34a6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:55.995780 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7aa785c3-9d46-47b7-af89-4c5bf6328ddb admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=61a73ddc0b6944339705bc095e625c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770101 Jan 25 02:35:55.998306 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40338) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:56.010305 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78916df7-1053-4d7d-98f8-c973a0b85cb9 req-cdaec48e-0fda-4dcf-a962-02d6ea529e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:56.011805 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-78916df7-1053-4d7d-98f8-c973a0b85cb9 req-cdaec48e-0fda-4dcf-a962-02d6ea529e7e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 200 len: 858 time: 0.0993557 Jan 25 02:35:56.013383 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c61a0-7d33-4424-bdce-1e84aa99c7c0 req-72dc227f-9dd4-46b6-985c-fc926d7b6ab5 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:56.014846 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c37c61a0-7d33-4424-bdce-1e84aa99c7c0 req-72dc227f-9dd4-46b6-985c-fc926d7b6ab5 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 943 time: 0.0976019 Jan 25 02:35:56.051953 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-78916df7-1053-4d7d-98f8-c973a0b85cb9 req-8832f4f4-e592-4a66-9e4b-d1b13856429c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327058 Jan 25 02:35:56.057639 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-7a4693c1-5439-4683-88c5-1d947682c069 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462860 Jan 25 02:35:56.091872 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c37c61a0-7d33-4424-bdce-1e84aa99c7c0 req-201a1cb7-404a-4a85-b290-df1c53193075 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711079 Jan 25 02:35:56.097388 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f8e66de-509c-4196-a9ef-bd22dbb333d7 admin admin] Publish callbacks [] for security_group (e4d5fe23-b6af-4886-a72b-fdc2d1ad34a6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.128285 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f8e66de-509c-4196-a9ef-bd22dbb333d7 admin admin] Publish callbacks [] for security_group (e4d5fe23-b6af-4886-a72b-fdc2d1ad34a6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.205829 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f8e66de-509c-4196-a9ef-bd22dbb333d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e4d5fe23-b6af-4886-a72b-fdc2d1ad34a6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.209017 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f8e66de-509c-4196-a9ef-bd22dbb333d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.211339 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5f8e66de-509c-4196-a9ef-bd22dbb333d7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e4d5fe23-b6af-4886-a72b-fdc2d1ad34a6 HTTP/1.1" status: 204 len: 168 time: 0.2120261 Jan 25 02:35:56.232640 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e66de-509c-4196-a9ef-bd22dbb333d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d5fe23-b6af-4886-a72b-fdc2d1ad34a6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:56.459989 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542489d7-7935-46c3-b198-d42bb2d7f188 req-00960e51-96af-4098-a425-d61fbd9feed8 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:56.466797 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-542489d7-7935-46c3-b198-d42bb2d7f188 req-00960e51-96af-4098-a425-d61fbd9feed8 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.1602452 Jan 25 02:35:56.488287 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-78916df7-1053-4d7d-98f8-c973a0b85cb9 req-5aa759b4-6bdb-4874-9ab3-fb266c72df62 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295857 Jan 25 02:35:56.506332 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-816ac524-c9ac-49c0-a301-c47ba65b92ad service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404271 Jan 25 02:35:56.599107 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-542489d7-7935-46c3-b198-d42bb2d7f188 req-6f44ee8e-b0fa-4ac7-8656-e3ae3c857a73 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294827 Jan 25 02:35:56.685283 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-78916df7-1053-4d7d-98f8-c973a0b85cb9 req-18265e73-34c3-409a-b39a-224fffa48132 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898890 Jan 25 02:35:56.695835 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-79d06034-79e3-448e-a513-1942bada4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:56.697859 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-79d06034-79e3-448e-a513-1942bada4a2c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cc7d18886cee4c49abf6786916eff689&device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 1096 time: 0.0637693 Jan 25 02:35:56.711196 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ad2e3-b843-4d79-a1f1-36fb68506d51 req-245b1267-1870-497b-afe6-83e2b6f60d64 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:56.721629 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8f8ad2e3-b843-4d79-a1f1-36fb68506d51 req-245b1267-1870-497b-afe6-83e2b6f60d64 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 943 time: 0.0752528 Jan 25 02:35:56.806507 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8f8ad2e3-b843-4d79-a1f1-36fb68506d51 req-1e2db4de-bbe1-4dac-bb64-f7d64309fb13 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839047 Jan 25 02:35:56.867565 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f864018-81d3-45f6-a876-334fe9115ecd req-8bdd236d-5b85-4d23-8f92-8897d12b26be tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:56.876267 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5f864018-81d3-45f6-a876-334fe9115ecd req-8bdd236d-5b85-4d23-8f92-8897d12b26be tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 943 time: 0.1361768 Jan 25 02:35:56.879153 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-a72862b9-aa65-437d-9843-4f7491c3eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:56.880535 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-a72862b9-aa65-437d-9843-4f7491c3eafe service neutron] 10.222.0.121 "GET /v2.0/networks?id=a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 HTTP/1.1" status: 200 len: 913 time: 0.1673794 Jan 25 02:35:56.940046 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-2a2bccd8-7b40-4667-928e-d06afcdc43da service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d323e9fe-11b0-492b-8b48-858adf2ccbad HTTP/1.1" status: 200 len: 217 time: 0.0436780 Jan 25 02:35:56.991451 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5f864018-81d3-45f6-a876-334fe9115ecd req-6df65764-e278-4cce-9efd-d8cb5d634df9 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132007 Jan 25 02:35:57.004499 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-1f78b2da-ad60-40c1-8561-d1533cc553d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:57.006111 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-1f78b2da-ad60-40c1-8561-d1533cc553d7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=929471d5-6dde-4b9a-9608-efbb4491f4cf HTTP/1.1" status: 200 len: 852 time: 0.0582724 Jan 25 02:35:57.038658 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-39069980-2b48-4f81-98e8-b5aeda57aa10 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254648 Jan 25 02:35:57.132199 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-a1f9a7c1-a8e1-414d-ac4c-e84a7cb0b02c service neutron] 10.222.0.121 "GET /v2.0/networks/a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858946 Jan 25 02:35:57.223613 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c09e0f-e6d1-48c9-a82f-ff8a4596fc91 req-61743523-9045-4778-96d7-fa7785a42da7 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:57.225847 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a5c09e0f-e6d1-48c9-a82f-ff8a4596fc91 req-61743523-9045-4778-96d7-fa7785a42da7 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 943 time: 0.0508392 Jan 25 02:35:57.231029 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-319a8e21-ba6d-4610-88ac-028a73ef2d3b service neutron] 10.222.0.121 "GET /v2.0/networks/a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918770 Jan 25 02:35:57.282460 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a5c09e0f-e6d1-48c9-a82f-ff8a4596fc91 req-394197ec-c0d0-4e96-9ef9-5bd107932308 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513864 Jan 25 02:35:57.358047 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-db7cc594-4b6d-4923-b5e1-70b34f36e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:57.359521 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-db7cc594-4b6d-4923-b5e1-70b34f36e832 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 1096 time: 0.0414181 Jan 25 02:35:57.453887 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-b335f90c-3221-4d9f-9222-3f6ea5fa7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:57.455489 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-b335f90c-3221-4d9f-9222-3f6ea5fa7c7e service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.0881104 Jan 25 02:35:57.498426 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-8bad07b9-a59d-440f-9c5f-5e8023981c16 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19 HTTP/1.1" status: 200 len: 217 time: 0.0365992 Jan 25 02:35:57.554481 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-cc03b57e-a072-457b-8c30-3998945f1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:57.555981 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-cc03b57e-a072-457b-8c30-3998945f1922 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0512938 Jan 25 02:35:57.604990 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-9dd544ca-4f35-4df5-8e8b-eff558fcbc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:57.606474 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-9dd544ca-4f35-4df5-8e8b-eff558fcbc85 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425053 Jan 25 02:35:57.749183 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-0fef2972-9598-4bfc-ba40-59d44241d6e5 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357567 Jan 25 02:35:57.846091 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591e462-af2c-49ac-a0e3-5072543327b0 req-56754080-8de3-4ffb-b3bf-33440a04c99b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:57.847501 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f591e462-af2c-49ac-a0e3-5072543327b0 req-56754080-8de3-4ffb-b3bf-33440a04c99b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.1319830 Jan 25 02:35:57.920184 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f591e462-af2c-49ac-a0e3-5072543327b0 req-5913a008-d3fe-46ea-aafc-ef6a5710ec2a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637603 Jan 25 02:35:57.923955 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d96e4d-e8f7-43c7-a319-bc7c59c4bbcd req-046d56cd-aafa-4456-b127-9efa12821d1b service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605253 Jan 25 02:35:57.970383 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53218c2-89f6-419f-af9c-d343f1391252 req-590a03ea-c724-4fd8-a2dc-d85f4c799f13 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:57.986979 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a53218c2-89f6-419f-af9c-d343f1391252 req-590a03ea-c724-4fd8-a2dc-d85f4c799f13 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 943 time: 0.0848315 Jan 25 02:35:58.003167 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-41351580-b167-44ef-8999-ac2de85d146f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:58.072204 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a53218c2-89f6-419f-af9c-d343f1391252 req-67b6976a-bf6d-49bb-8801-20195679c2b9 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808284 Jan 25 02:35:58.141314 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134ef36-09e6-47f2-805c-641d4fadd9e2 req-611e7e78-bc2c-4fe6-a22d-ad7529cf760c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:58.143182 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8134ef36-09e6-47f2-805c-641d4fadd9e2 req-611e7e78-bc2c-4fe6-a22d-ad7529cf760c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 943 time: 0.0618834 Jan 25 02:35:58.197248 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8134ef36-09e6-47f2-805c-641d4fadd9e2 req-72b2c7d6-eb1c-46fb-90db-82ac173791eb tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Jan 25 02:35:58.418485 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc1a44-9101-4f8f-806a-a2a4c0e4d9b1 req-da117672-6af6-4adc-84b9-701a1ba9c633 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:58.420055 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-66fc1a44-9101-4f8f-806a-a2a4c0e4d9b1 req-da117672-6af6-4adc-84b9-701a1ba9c633 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 943 time: 0.0598311 Jan 25 02:35:58.636934 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-66fc1a44-9101-4f8f-806a-a2a4c0e4d9b1 req-7be12ec6-7c02-4555-b795-eab228d571e0 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101722 Jan 25 02:35:58.963157 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 70f9e14e-ca54-45fc-9d32-c3612a600d19 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:35:59.083970 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261de3d-4177-4724-a9af-7104548939a3 req-0188c2b9-8e8b-4159-bcae-da6829e1d56b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:59.086019 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6261de3d-4177-4724-a9af-7104548939a3 req-0188c2b9-8e8b-4159-bcae-da6829e1d56b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0514753 Jan 25 02:35:59.086230 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:59.104098 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'port_id': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'mac_address': 'fa:16:3e:f4:d8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:35:59.146823 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6261de3d-4177-4724-a9af-7104548939a3 req-eb03ae3c-402b-4403-9d6b-a345d446eb84 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441344 Jan 25 02:35:59.147901 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 70f9e14e-ca54-45fc-9d32-c3612a600d19 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:59.148598 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.164575 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f9e14e-ca54-45fc-9d32-c3612a600d19 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:35:59.186713 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:59.191744 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.192396 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device bac79043-36c5-46fd-b0f4-52b41ecfe739 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:35:59.206711 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5777f-6765-4803-a2a2-3d0b366dedfc req-de4316fb-cb96-4bee-9c72-d22a627ea75b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:59.208452 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-49c5777f-6765-4803-a2a2-3d0b366dedfc req-de4316fb-cb96-4bee-9c72-d22a627ea75b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 943 time: 0.0616806 Jan 25 02:35:59.257289 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-49c5777f-6765-4803-a2a2-3d0b366dedfc req-2ca88f90-b6ec-4960-a08a-ce7317260dad tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 Jan 25 02:35:59.264126 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:59.322859 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6752df-fcfd-4455-997f-826b812c4d7f req-a0ae7ce1-66ff-471d-804c-8e917adc6504 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:59.324376 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cd6752df-fcfd-4455-997f-826b812c4d7f req-a0ae7ce1-66ff-471d-804c-8e917adc6504 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 943 time: 0.0549324 Jan 25 02:35:59.343835 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port bac79043-36c5-46fd-b0f4-52b41ecfe739, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=bac79043-36c5-46fd-b0f4-52b41ecfe739,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:59.355435 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'bac79043-36c5-46fd-b0f4-52b41ecfe739', 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18', 'port_id': 'bac79043-36c5-46fd-b0f4-52b41ecfe739', 'mac_address': 'fa:16:3e:3b:e2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417a0259-492e-45cb-a696-3ca5b94d1b94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:35:59.378928 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cd6752df-fcfd-4455-997f-826b812c4d7f req-8e6bbf59-3f10-4055-970c-89bbfc101fc4 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480859 Jan 25 02:35:59.394278 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port bac79043-36c5-46fd-b0f4-52b41ecfe739 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:59.394677 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.407754 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac79043-36c5-46fd-b0f4-52b41ecfe739 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:35:59.426491 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port bac79043-36c5-46fd-b0f4-52b41ecfe739, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=bac79043-36c5-46fd-b0f4-52b41ecfe739,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:59.430282 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.430909 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 64713c04-63ee-48b4-9d15-ab79f4083e1f details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:35:59.496683 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=bac79043-36c5-46fd-b0f4-52b41ecfe739,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:59.500207 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 64713c04-63ee-48b4-9d15-ab79f4083e1f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:59.512498 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '64713c04-63ee-48b4-9d15-ab79f4083e1f', 'network_id': '4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18', 'port_id': '64713c04-63ee-48b4-9d15-ab79f4083e1f', 'mac_address': 'fa:16:3e:f8:50:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417a0259-492e-45cb-a696-3ca5b94d1b94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:35:59.557111 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 64713c04-63ee-48b4-9d15-ab79f4083e1f is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:59.557503 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.570749 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64713c04-63ee-48b4-9d15-ab79f4083e1f {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:35:59.596575 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 64713c04-63ee-48b4-9d15-ab79f4083e1f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:59.601197 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.602061 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d323e9fe-11b0-492b-8b48-858adf2ccbad details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:35:59.682831 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=64713c04-63ee-48b4-9d15-ab79f4083e1f,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:59.763717 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port d323e9fe-11b0-492b-8b48-858adf2ccbad, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d323e9fe-11b0-492b-8b48-858adf2ccbad,segment=NetworkSegment(9d26079a-8119-4ed6-b797-6ee53314bf3b),segment_id=9d26079a-8119-4ed6-b797-6ee53314bf3b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:59.767653 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb6ca8-5ab9-4520-b005-502e780c5de5 req-d882f9f1-542a-43de-94bd-88c59fba88fa tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:59.769319 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-afdb6ca8-5ab9-4520-b005-502e780c5de5 req-d882f9f1-542a-43de-94bd-88c59fba88fa tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 943 time: 0.0519040 Jan 25 02:35:59.776004 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'd323e9fe-11b0-492b-8b48-858adf2ccbad', 'network_id': 'a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677', 'port_id': 'd323e9fe-11b0-492b-8b48-858adf2ccbad', 'mac_address': 'fa:16:3e:b0:fd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929471d5-6dde-4b9a-9608-efbb4491f4cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:35:59.817411 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port d323e9fe-11b0-492b-8b48-858adf2ccbad is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:59.817923 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.828613 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-afdb6ca8-5ab9-4520-b005-502e780c5de5 req-54daa497-ba52-4e5e-9f97-42dd831be0ad tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518699 Jan 25 02:35:59.833231 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d323e9fe-11b0-492b-8b48-858adf2ccbad {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:35:59.857125 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port d323e9fe-11b0-492b-8b48-858adf2ccbad, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d323e9fe-11b0-492b-8b48-858adf2ccbad,segment=NetworkSegment(9d26079a-8119-4ed6-b797-6ee53314bf3b),segment_id=9d26079a-8119-4ed6-b797-6ee53314bf3b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:59.862268 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.862948 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 6d92fddd-f89a-463a-845a-88ec590624f2 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:35:59.938014 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=d323e9fe-11b0-492b-8b48-858adf2ccbad,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:00.113406 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 6d92fddd-f89a-463a-845a-88ec590624f2, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6d92fddd-f89a-463a-845a-88ec590624f2,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:00.124540 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '6d92fddd-f89a-463a-845a-88ec590624f2', 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8', 'port_id': '6d92fddd-f89a-463a-845a-88ec590624f2', 'mac_address': 'fa:16:3e:b7:25:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdd28ff-578c-4ad2-b3e2-22bed6db38ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:36:00.168956 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9720d0bf-7a62-4a0d-8014-b80cc7a05811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.172281 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 6d92fddd-f89a-463a-845a-88ec590624f2 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:00.172669 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.185814 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d92fddd-f89a-463a-845a-88ec590624f2 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:00.209360 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 6d92fddd-f89a-463a-845a-88ec590624f2, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6d92fddd-f89a-463a-845a-88ec590624f2,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:00.213702 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.262709 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=6d92fddd-f89a-463a-845a-88ec590624f2,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:00.297484 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22d9f8-c2ba-45f9-95c1-08cfbac55898 req-1bf69db3-0a9d-4317-bac4-0bea7222585d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:00.304870 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2a22d9f8-c2ba-45f9-95c1-08cfbac55898 req-1bf69db3-0a9d-4317-bac4-0bea7222585d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 944 time: 0.0665717 Jan 25 02:36:00.352418 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2a22d9f8-c2ba-45f9-95c1-08cfbac55898 req-bd9577c0-257f-4ecc-8fd4-c6d597a79800 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464690 Jan 25 02:36:00.379122 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986280af-54c6-4b94-8ed3-7a7b61cf31d2 req-5dee0526-94da-4bc7-b0ae-c8d2dc860dba tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:00.380664 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-986280af-54c6-4b94-8ed3-7a7b61cf31d2 req-5dee0526-94da-4bc7-b0ae-c8d2dc860dba tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 944 time: 0.0501337 Jan 25 02:36:00.434540 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-986280af-54c6-4b94-8ed3-7a7b61cf31d2 req-ca2b6ab7-7c0f-47c4-9c07-7b76837508a2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472002 Jan 25 02:36:00.532532 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3573b-2cf1-47fb-9007-19b3ebd0a298 req-b4748edb-536c-47ff-9034-8061308a3adb tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:00.534145 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-19b3573b-2cf1-47fb-9007-19b3ebd0a298 req-b4748edb-536c-47ff-9034-8061308a3adb tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 944 time: 0.0671313 Jan 25 02:36:00.613535 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-19b3573b-2cf1-47fb-9007-19b3ebd0a298 req-c59c5733-9e97-4f28-8538-65add38c4884 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656524 Jan 25 02:36:00.727667 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40528) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:00.837751 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e0cc5bf4-8d16-439f-9bbc-4904225e9ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.919433 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e0cc5bf4-8d16-439f-9bbc-4904225e9ea5 admin admin] Publish callbacks [] for security_group (8fe17c22-e29d-42ea-8973-f77b2ff8b1c4), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.924463 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e0cc5bf4-8d16-439f-9bbc-4904225e9ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (8fe17c22-e29d-42ea-8973-f77b2ff8b1c4), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.954967 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b235ae2-f324-44f0-a9fd-e3b7de7df41f req-0606cca0-ba24-410f-bcaf-2e8549aaebf8 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:00.956502 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6b235ae2-f324-44f0-a9fd-e3b7de7df41f req-0606cca0-ba24-410f-bcaf-2e8549aaebf8 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 944 time: 0.0549412 Jan 25 02:36:00.966826 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc5bf4-8d16-439f-9bbc-4904225e9ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe17c22-e29d-42ea-8973-f77b2ff8b1c4,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:00.971372 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-e0cc5bf4-8d16-439f-9bbc-4904225e9ea5 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2ed91c31402047789283f647ff5815fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426167 Jan 25 02:36:00.973929 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40536) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:00.993686 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:01.027801 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6b235ae2-f324-44f0-a9fd-e3b7de7df41f req-18db1de3-798b-49f3-b4e8-7e96b93e016e tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645590 Jan 25 02:36:01.033921 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-88656f1f-c707-4bbb-b119-d2fcfbd3a3c9 admin admin] Publish callbacks [] for security_group (8fe17c22-e29d-42ea-8973-f77b2ff8b1c4), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:01.061570 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-88656f1f-c707-4bbb-b119-d2fcfbd3a3c9 admin admin] Publish callbacks [] for security_group (8fe17c22-e29d-42ea-8973-f77b2ff8b1c4), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:01.112907 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-88656f1f-c707-4bbb-b119-d2fcfbd3a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (8fe17c22-e29d-42ea-8973-f77b2ff8b1c4), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:01.116569 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-88656f1f-c707-4bbb-b119-d2fcfbd3a3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:01.117763 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-88656f1f-c707-4bbb-b119-d2fcfbd3a3c9 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/8fe17c22-e29d-42ea-8973-f77b2ff8b1c4 HTTP/1.1" status: 204 len: 168 time: 0.1426694 Jan 25 02:36:01.133433 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88656f1f-c707-4bbb-b119-d2fcfbd3a3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe17c22-e29d-42ea-8973-f77b2ff8b1c4,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:01.212856 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['70f9e14e-ca54-45fc-9d32-c3612a600d19'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:01.270265 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['64713c04-63ee-48b4-9d15-ab79f4083e1f'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:01.302292 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['6d92fddd-f89a-463a-845a-88ec590624f2'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:01.348194 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['bac79043-36c5-46fd-b0f4-52b41ecfe739'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:01.357896 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['d323e9fe-11b0-492b-8b48-858adf2ccbad'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:01.517016 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3ad3f-fe45-433b-b6ab-98a324c6e40a req-08d65bd0-a993-4223-bdf8-9e84eb210100 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:01.526621 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6db3ad3f-fe45-433b-b6ab-98a324c6e40a req-08d65bd0-a993-4223-bdf8-9e84eb210100 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 944 time: 0.0991960 Jan 25 02:36:01.597810 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6db3ad3f-fe45-433b-b6ab-98a324c6e40a req-fb4b0b17-923f-4616-bb56-1d217d1994dd tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693018 Jan 25 02:36:01.606875 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25375bbc-ba15-4379-8ce6-c708355ff48f req-03555ce3-e29c-4be2-95e7-bc9a825a381b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:01.614087 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-25375bbc-ba15-4379-8ce6-c708355ff48f req-03555ce3-e29c-4be2-95e7-bc9a825a381b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 944 time: 0.0816674 Jan 25 02:36:01.633801 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:01.676707 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-25375bbc-ba15-4379-8ce6-c708355ff48f req-78b73de6-36b2-4cf1-862b-0ac2bba06fe4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615447 Jan 25 02:36:01.773396 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c17f6-2e58-47d3-b3fb-b44418963c64 req-b96bdfbd-aec0-4701-bbd5-783fe276e993 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:01.781074 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-432c17f6-2e58-47d3-b3fb-b44418963c64 req-b96bdfbd-aec0-4701-bbd5-783fe276e993 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 944 time: 0.0833478 Jan 25 02:36:01.858282 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-432c17f6-2e58-47d3-b3fb-b44418963c64 req-3a9601de-bd89-4444-a494-d8b35648f58a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707400 Jan 25 02:36:02.172646 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aedb8f-5876-4d36-8a36-a2b5ef8bb868 req-cd85fb78-9134-450b-8b59-d5396091abdd tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:02.174294 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9aedb8f-5876-4d36-8a36-a2b5ef8bb868 req-cd85fb78-9134-450b-8b59-d5396091abdd tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 944 time: 0.0534992 Jan 25 02:36:02.241988 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9aedb8f-5876-4d36-8a36-a2b5ef8bb868 req-c84e735f-cbd6-424a-ad31-19eb3d18a7ae tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603809 Jan 25 02:36:02.635172 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40646) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:02.745031 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c31ec-3b53-4f2a-859f-7a0c55a0c480 req-a1059564-3333-44d8-b39d-467e3e0dd743 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:02.746825 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9d0c31ec-3b53-4f2a-859f-7a0c55a0c480 req-a1059564-3333-44d8-b39d-467e3e0dd743 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 944 time: 0.0545375 Jan 25 02:36:02.805108 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d9e4e-3add-425a-841d-e893109b0b7f req-135a29a6-d864-4c7c-8e0b-b6983887eda2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:02.807242 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6a8d9e4e-3add-425a-841d-e893109b0b7f req-135a29a6-d864-4c7c-8e0b-b6983887eda2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 944 time: 0.0559721 Jan 25 02:36:02.813317 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9d0c31ec-3b53-4f2a-859f-7a0c55a0c480 req-22aa7852-6211-4320-8982-c1bc785f1a9e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539176 Jan 25 02:36:02.831257 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a5a51915-fed5-4aa2-afd0-b346daba1456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:02.877040 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6a8d9e4e-3add-425a-841d-e893109b0b7f req-f3cd4cf4-68dd-4795-a654-8aa3daeec1f2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632095 Jan 25 02:36:02.926332 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a5a51915-fed5-4aa2-afd0-b346daba1456 admin admin] Publish callbacks [] for security_group (0318937f-c1bf-456c-b121-d46315025f32), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:02.932352 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a5a51915-fed5-4aa2-afd0-b346daba1456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (0318937f-c1bf-456c-b121-d46315025f32), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:02.946022 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:03.012048 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-a5a51915-fed5-4aa2-afd0-b346daba1456 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c8955a0c04cb4800969274256ab88b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757014 Jan 25 02:36:03.014676 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40664) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:03.015899 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a51915-fed5-4aa2-afd0-b346daba1456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0318937f-c1bf-456c-b121-d46315025f32,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:03.040874 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34825d51-6dde-4816-9d11-cfeeb213d519 req-2ad5a8d9-ee3b-4e6c-88c2-d034dac38333 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:03.042948 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-34825d51-6dde-4816-9d11-cfeeb213d519 req-2ad5a8d9-ee3b-4e6c-88c2-d034dac38333 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 944 time: 0.0650539 Jan 25 02:36:03.073726 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f93f053-ba01-495a-94db-7984ae0edd6b admin admin] Publish callbacks [] for security_group (0318937f-c1bf-456c-b121-d46315025f32), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:03.097563 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-34825d51-6dde-4816-9d11-cfeeb213d519 req-ec35f5ff-2542-4809-aee4-cad30476afd0 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479350 Jan 25 02:36:03.100204 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f93f053-ba01-495a-94db-7984ae0edd6b admin admin] Publish callbacks [] for security_group (0318937f-c1bf-456c-b121-d46315025f32), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:03.150914 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f93f053-ba01-495a-94db-7984ae0edd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (0318937f-c1bf-456c-b121-d46315025f32), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:03.153590 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f93f053-ba01-495a-94db-7984ae0edd6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:03.154851 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2f93f053-ba01-495a-94db-7984ae0edd6b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/0318937f-c1bf-456c-b121-d46315025f32 HTTP/1.1" status: 204 len: 168 time: 0.1379893 Jan 25 02:36:03.164079 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93f053-ba01-495a-94db-7984ae0edd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0318937f-c1bf-456c-b121-d46315025f32,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:03.410362 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3de59-4fd8-46bd-8486-166ba2ca934a req-8bccb7bf-f395-4b36-bb2c-3d16174c3efa tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:03.412709 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e5b3de59-4fd8-46bd-8486-166ba2ca934a req-8bccb7bf-f395-4b36-bb2c-3d16174c3efa tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 944 time: 0.0645056 Jan 25 02:36:03.463892 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e5b3de59-4fd8-46bd-8486-166ba2ca934a req-8e27330b-957a-48cf-84f3-de0351f6a889 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Jan 25 02:36:03.942524 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72d63d-7e0a-4e90-abc6-402a0156ce1b req-7d847945-38ed-4ecf-a9c6-0ddb75c3969b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:03.944633 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8e72d63d-7e0a-4e90-abc6-402a0156ce1b req-7d847945-38ed-4ecf-a9c6-0ddb75c3969b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 944 time: 0.0530899 Jan 25 02:36:04.010036 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8e72d63d-7e0a-4e90-abc6-402a0156ce1b req-d42779bd-2220-4e7d-a107-1d8bc6a451eb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593832 Jan 25 02:36:04.030642 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc176a17-6863-4501-bffe-2dc237a48166 req-6965cc7d-066e-4f7a-be4c-f1e844de78bc tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:04.035112 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dc176a17-6863-4501-bffe-2dc237a48166 req-6965cc7d-066e-4f7a-be4c-f1e844de78bc tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 944 time: 0.0726862 Jan 25 02:36:04.086995 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dc176a17-6863-4501-bffe-2dc237a48166 req-0a108aa0-5d88-40b5-bf9b-30b2f240b554 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 Jan 25 02:36:04.151012 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:04.240046 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2aa82-3129-4bd4-9c97-9fbb519c542c req-259f1031-d669-43f7-9bd3-7a774d7dae94 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:04.242497 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-33c2aa82-3129-4bd4-9c97-9fbb519c542c req-259f1031-d669-43f7-9bd3-7a774d7dae94 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 944 time: 0.0587726 Jan 25 02:36:04.297015 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-33c2aa82-3129-4bd4-9c97-9fbb519c542c req-90eddcc7-7207-4132-ab41-381288d2bae0 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470996 Jan 25 02:36:04.596011 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c383e-f9ee-45c6-9b9b-7087e9677fec req-0d67dd2d-3619-4e69-a10b-87ae484258f1 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:04.597444 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-140c383e-f9ee-45c6-9b9b-7087e9677fec req-0d67dd2d-3619-4e69-a10b-87ae484258f1 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 944 time: 0.0570004 Jan 25 02:36:04.656167 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-140c383e-f9ee-45c6-9b9b-7087e9677fec req-5028248a-31d8-4878-aca2-dd067ae10b7e tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501115 Jan 25 02:36:04.991073 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 70f9e14e-ca54-45fc-9d32-c3612a600d19 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:05.054344 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port 70f9e14e-ca54-45fc-9d32-c3612a600d19 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:05.058164 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 70f9e14e-ca54-45fc-9d32-c3612a600d19 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:05.058544 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.141104 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d9d80-43f1-4c1f-b23a-acba7a1fd5c5 req-edb10017-ba29-4306-8388-482f11cc1cc2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:05.143127 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b0d9d80-43f1-4c1f-b23a-acba7a1fd5c5 req-edb10017-ba29-4306-8388-482f11cc1cc2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 944 time: 0.0572746 Jan 25 02:36:05.154804 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 70f9e14e-ca54-45fc-9d32-c3612a600d19 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:05.154804 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.155361 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40784) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:05.184747 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:05.213927 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b0d9d80-43f1-4c1f-b23a-acba7a1fd5c5 req-7a92960b-ee1b-4156-8400-bcab136e1bc8 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628867 Jan 25 02:36:05.276667 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:05.277977 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f0ae4-afd6-4830-880b-38a34f64bdd4 req-e45e0551-9095-414f-925c-4aeeff650d11 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:05.279970 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-757f0ae4-afd6-4830-880b-38a34f64bdd4 req-e45e0551-9095-414f-925c-4aeeff650d11 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 944 time: 0.0943556 Jan 25 02:36:05.288723 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.289760 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 6d92fddd-f89a-463a-845a-88ec590624f2 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:05.360133 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2325b50b-3aef-4b04-9856-7f390a20be94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.372712 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:05.388086 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port 6d92fddd-f89a-463a-845a-88ec590624f2 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:05.396306 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 6d92fddd-f89a-463a-845a-88ec590624f2 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:05.397326 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.466058 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-757f0ae4-afd6-4830-880b-38a34f64bdd4 req-620a25f0-ffb5-4979-8d00-579cceb526d4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776283 Jan 25 02:36:05.478028 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fbd408-0955-41c5-ba91-c4ebf3f39978" -d '{"events": [{"server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "name": "network-vif-plugged", "status": "completed", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:05.497993 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37e6c-4d7b-4ef9-b468-cace06b5cb2f req-589c282a-42af-449a-946c-13fbc7db08ff tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:05.500935 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fbf37e6c-4d7b-4ef9-b468-cace06b5cb2f req-589c282a-42af-449a-946c-13fbc7db08ff tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 944 time: 0.1018240 Jan 25 02:36:05.529977 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 6d92fddd-f89a-463a-845a-88ec590624f2 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:05.530561 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.546545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2325b50b-3aef-4b04-9856-7f390a20be94 admin admin] Publish callbacks [] for security_group (42d2a312-6f62-4f76-aa9d-de7e1ce5e4f4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.554188 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2325b50b-3aef-4b04-9856-7f390a20be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (42d2a312-6f62-4f76-aa9d-de7e1ce5e4f4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.569742 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 6d92fddd-f89a-463a-845a-88ec590624f2, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6d92fddd-f89a-463a-845a-88ec590624f2,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:05.572155 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fbf37e6c-4d7b-4ef9-b468-cace06b5cb2f req-d9453c5c-cfa4-4736-a427-98c20dabb44d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599055 Jan 25 02:36:05.575326 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.577034 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device bac79043-36c5-46fd-b0f4-52b41ecfe739 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:05.602485 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea528ced-5039-417b-a1c6-a20fc6c5defd x-openstack-request-id: req-ea528ced-5039-417b-a1c6-a20fc6c5defd {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:05.603011 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "name": "network-vif-plugged", "status": "completed", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:05.603415 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ea528ced-5039-417b-a1c6-a20fc6c5defd {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:05.603884 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'code': 200} Jan 25 02:36:05.612052 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2325b50b-3aef-4b04-9856-7f390a20be94 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=17892c7b02a444d8abd5ea5517e52e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560084 Jan 25 02:36:05.612906 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325b50b-3aef-4b04-9856-7f390a20be94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d2a312-6f62-4f76-aa9d-de7e1ce5e4f4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:05.614954 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40804) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:05.660857 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=6d92fddd-f89a-463a-845a-88ec590624f2,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:05.673477 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port bac79043-36c5-46fd-b0f4-52b41ecfe739 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:05.678805 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port bac79043-36c5-46fd-b0f4-52b41ecfe739 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:05.679349 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.697080 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-54752bdc-c937-4d22-9adb-a84137c0f3e0 admin admin] Publish callbacks [] for security_group (42d2a312-6f62-4f76-aa9d-de7e1ce5e4f4), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.723664 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-54752bdc-c937-4d22-9adb-a84137c0f3e0 admin admin] Publish callbacks [] for security_group (42d2a312-6f62-4f76-aa9d-de7e1ce5e4f4), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.768915 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port bac79043-36c5-46fd-b0f4-52b41ecfe739 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:05.769401 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.804695 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port bac79043-36c5-46fd-b0f4-52b41ecfe739, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=bac79043-36c5-46fd-b0f4-52b41ecfe739,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:05.810046 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.810838 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 64713c04-63ee-48b4-9d15-ab79f4083e1f up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:05.852646 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fc955-e798-4475-a1bd-64dfe6ee3136 req-89984aa1-5599-4927-af52-063a90e56804 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:05.857655 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea0fc955-e798-4475-a1bd-64dfe6ee3136 req-89984aa1-5599-4927-af52-063a90e56804 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 944 time: 0.0951653 Jan 25 02:36:05.858708 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-54752bdc-c937-4d22-9adb-a84137c0f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (42d2a312-6f62-4f76-aa9d-de7e1ce5e4f4), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.861598 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-54752bdc-c937-4d22-9adb-a84137c0f3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.862468 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-54752bdc-c937-4d22-9adb-a84137c0f3e0 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/42d2a312-6f62-4f76-aa9d-de7e1ce5e4f4 HTTP/1.1" status: 204 len: 168 time: 0.2462938 Jan 25 02:36:05.898045 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54752bdc-c937-4d22-9adb-a84137c0f3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d2a312-6f62-4f76-aa9d-de7e1ce5e4f4,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:05.901540 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=bac79043-36c5-46fd-b0f4-52b41ecfe739,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:05.922639 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port 64713c04-63ee-48b4-9d15-ab79f4083e1f completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:05.928281 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 64713c04-63ee-48b4-9d15-ab79f4083e1f triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:05.928664 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.967448 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea0fc955-e798-4475-a1bd-64dfe6ee3136 req-7ee09d62-7933-4eda-bd5e-380cc9509f85 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013277 Jan 25 02:36:05.994080 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41457b70-b437-4b25-915f-984db87cf1e4 req-97b66518-bec1-40be-be59-8be21290d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:05.996256 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-41457b70-b437-4b25-915f-984db87cf1e4 req-97b66518-bec1-40be-be59-8be21290d5e3 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 1098 time: 0.1828315 Jan 25 02:36:06.017369 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-41457b70-b437-4b25-915f-984db87cf1e4 req-c8da7107-8292-480b-89a1-b6f187f83e02 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.044303 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 64713c04-63ee-48b4-9d15-ab79f4083e1f is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:06.044788 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.110351 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40828) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:06.112048 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 64713c04-63ee-48b4-9d15-ab79f4083e1f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:06.117799 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.119310 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d323e9fe-11b0-492b-8b48-858adf2ccbad up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:06.175669 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2b4104-5de7-40c2-9fb2-5f8cfdd03709 admin admin] Deleting subnet a8a0401c-5cb6-4f54-bf5a-a6bbfd4dacd9 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:36:06.181014 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4104-5de7-40c2-9fb2-5f8cfdd03709 admin admin] Publish callbacks [] for subnet (a8a0401c-5cb6-4f54-bf5a-a6bbfd4dacd9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.187038 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-41457b70-b437-4b25-915f-984db87cf1e4 req-c8da7107-8292-480b-89a1-b6f187f83e02 service neutron] Publish callbacks [] for security_group (bce64c94-2bde-451c-8efb-5a1847ef8553), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.196296 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-41457b70-b437-4b25-915f-984db87cf1e4 req-c8da7107-8292-480b-89a1-b6f187f83e02 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (bce64c94-2bde-451c-8efb-5a1847ef8553), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.226701 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4104-5de7-40c2-9fb2-5f8cfdd03709 admin admin] Publish callbacks [] for subnet (a8a0401c-5cb6-4f54-bf5a-a6bbfd4dacd9), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.266347 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4104-5de7-40c2-9fb2-5f8cfdd03709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (a8a0401c-5cb6-4f54-bf5a-a6bbfd4dacd9), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.297232 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da7107-8292-480b-89a1-b6f187f83e02 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bce64c94-2bde-451c-8efb-5a1847ef8553,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:06.300253 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-41457b70-b437-4b25-915f-984db87cf1e4 req-c8da7107-8292-480b-89a1-b6f187f83e02 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983587 Jan 25 02:36:06.377869 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=64713c04-63ee-48b4-9d15-ab79f4083e1f,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:06.386006 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4104-5de7-40c2-9fb2-5f8cfdd03709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (a8a0401c-5cb6-4f54-bf5a-a6bbfd4dacd9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.386528 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40838) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:06.399444 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port d323e9fe-11b0-492b-8b48-858adf2ccbad completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:06.404702 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port d323e9fe-11b0-492b-8b48-858adf2ccbad triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:06.405325 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.405795 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3a679aa8-3185-4a36-ae36-ab7a693fcc33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.438349 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b4104-5de7-40c2-9fb2-5f8cfdd03709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a0401c-5cb6-4f54-bf5a-a6bbfd4dacd9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:06.467995 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4104-5de7-40c2-9fb2-5f8cfdd03709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.483516 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6d2b4104-5de7-40c2-9fb2-5f8cfdd03709 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/a8a0401c-5cb6-4f54-bf5a-a6bbfd4dacd9 HTTP/1.1" status: 204 len: 168 time: 0.3717442 Jan 25 02:36:06.485759 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40844) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:06.518877 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3a679aa8-3185-4a36-ae36-ab7a693fcc33 admin admin] Publish callbacks [] for security_group (46ba9607-7017-4c2b-b46f-bc4fa7aa5b38), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.524467 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3a679aa8-3185-4a36-ae36-ab7a693fcc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (46ba9607-7017-4c2b-b46f-bc4fa7aa5b38), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.558809 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port d323e9fe-11b0-492b-8b48-858adf2ccbad is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:06.559566 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.595138 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a679aa8-3185-4a36-ae36-ab7a693fcc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ba9607-7017-4c2b-b46f-bc4fa7aa5b38,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:06.603304 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-3a679aa8-3185-4a36-ae36-ab7a693fcc33 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b8cf6a50465c49a8a6145589902bd32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128520 Jan 25 02:36:06.604339 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40854) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:06.616610 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (6d969439-2dc9-4373-aed3-fb07eac7b7da), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.629527 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea6e9a-b429-4c6b-b74b-6c9f1d01dccd req-c23958c9-2454-42e1-b87a-474d026bcb6f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:06.631991 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bbea6e9a-b429-4c6b-b74b-6c9f1d01dccd req-c23958c9-2454-42e1-b87a-474d026bcb6f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 945 time: 0.0841415 Jan 25 02:36:06.643897 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4eb03-c904-40be-ba69-53c9d8fc6593 req-1d747921-c425-4856-b847-2b02a324b342 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:06.645406 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-74d4eb03-c904-40be-ba69-53c9d8fc6593 req-1d747921-c425-4856-b847-2b02a324b342 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.2157104 Jan 25 02:36:06.647088 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port d323e9fe-11b0-492b-8b48-858adf2ccbad, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d323e9fe-11b0-492b-8b48-858adf2ccbad,segment=NetworkSegment(9d26079a-8119-4ed6-b797-6ee53314bf3b),segment_id=9d26079a-8119-4ed6-b797-6ee53314bf3b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:06.653646 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.703196 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bbea6e9a-b429-4c6b-b74b-6c9f1d01dccd req-4866bf6a-d65e-46e9-9d71-b3903feac86a tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639684 Jan 25 02:36:06.716481 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=d323e9fe-11b0-492b-8b48-858adf2ccbad,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:06.799325 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (6d969439-2dc9-4373-aed3-fb07eac7b7da), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.802480 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2889bb2e-40fb-4d63-8b24-90411e7fd29f admin admin] Publish callbacks [] for security_group (46ba9607-7017-4c2b-b46f-bc4fa7aa5b38), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.812653 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad364c-ed57-4f93-addc-8fcb0f7f115e req-3de38a30-8e22-4d5b-9856-5756fcc69beb tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:06.813268 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-74d4eb03-c904-40be-ba69-53c9d8fc6593 req-f277096e-23bc-40c9-ae5a-4f72d966b32b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580021 Jan 25 02:36:06.815060 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-11ad364c-ed57-4f93-addc-8fcb0f7f115e req-3de38a30-8e22-4d5b-9856-5756fcc69beb tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0508695 Jan 25 02:36:06.840408 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.841328 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.842105 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.842460 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > port after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.842783 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.843120 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > port after_update 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.843441 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.843791 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.844137 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.844457 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.862695 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-11ad364c-ed57-4f93-addc-8fcb0f7f115e req-cc04c077-d2dc-40d7-9a2e-680d4152204b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Jan 25 02:36:06.997774 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.998214 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.998462 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.998794 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:06.999160 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d969439-2dc9-4373-aed3-fb07eac7b7da']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:07.015408 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2889bb2e-40fb-4d63-8b24-90411e7fd29f admin admin] Publish callbacks [] for security_group (46ba9607-7017-4c2b-b46f-bc4fa7aa5b38), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.027317 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3658c7-ce11-462c-8e87-d234ac0dd51f') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:07.027613 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3658c7-ce11-462c-8e87-d234ac0dd51f') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:07.060168 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (4e3658c7-ce11-462c-8e87-d234ac0dd51f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.110261 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (4e3658c7-ce11-462c-8e87-d234ac0dd51f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.120613 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:36:07.121024 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (4e3658c7-ce11-462c-8e87-d234ac0dd51f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: from cryptography.utils import int_from_bytes Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: from cryptography.utils import int_from_bytes Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.146911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:36:07.149418 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:36:07.199552 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caa028-7fcb-4339-8b6e-4af9906a56e5 req-f87059f5-1a7f-42ee-84e3-390dc399b953 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:07.201140 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-04caa028-7fcb-4339-8b6e-4af9906a56e5 req-f87059f5-1a7f-42ee-84e3-390dc399b953 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.1682410 Jan 25 02:36:07.229366 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2889bb2e-40fb-4d63-8b24-90411e7fd29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (46ba9607-7017-4c2b-b46f-bc4fa7aa5b38), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.232007 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2889bb2e-40fb-4d63-8b24-90411e7fd29f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.233097 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2889bb2e-40fb-4d63-8b24-90411e7fd29f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/46ba9607-7017-4c2b-b46f-bc4fa7aa5b38 HTTP/1.1" status: 204 len: 168 time: 0.6274617 Jan 25 02:36:07.237287 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (6d969439-2dc9-4373-aed3-fb07eac7b7da), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.257181 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889bb2e-40fb-4d63-8b24-90411e7fd29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ba9607-7017-4c2b-b46f-bc4fa7aa5b38,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:07.261713 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.264897 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] 10.222.0.117 "DELETE /v2.0/networks/6d969439-2dc9-4373-aed3-fb07eac7b7da HTTP/1.1" status: 204 len: 168 time: 0.7780123 Jan 25 02:36:07.267887 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40860) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:07.283152 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b31a2-d50a-4c73-b732-be8ab2091f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d969439-2dc9-4373-aed3-fb07eac7b7da,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:07.292984 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-04caa028-7fcb-4339-8b6e-4af9906a56e5 req-71dc4443-2b73-4c7f-b989-f6468f5a7d5b tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824580 Jan 25 02:36:07.325176 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_v2 [None req-89aef42d-41c2-4a76-800c-8d96215043be admin admin] Deleting subnet b6e110ad-39a0-44b8-bebf-d724a14c6662 {{(pid=102671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:36:07.328617 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-89aef42d-41c2-4a76-800c-8d96215043be admin admin] Publish callbacks [] for subnet (b6e110ad-39a0-44b8-bebf-d724a14c6662), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.369530 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-89aef42d-41c2-4a76-800c-8d96215043be admin admin] Publish callbacks [] for subnet (b6e110ad-39a0-44b8-bebf-d724a14c6662), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.379170 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-89aef42d-41c2-4a76-800c-8d96215043be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (b6e110ad-39a0-44b8-bebf-d724a14c6662), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.445873 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-89aef42d-41c2-4a76-800c-8d96215043be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for subnet (b6e110ad-39a0-44b8-bebf-d724a14c6662), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.474749 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aef42d-41c2-4a76-800c-8d96215043be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e110ad-39a0-44b8-bebf-d724a14c6662,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:07.479558 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-89aef42d-41c2-4a76-800c-8d96215043be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.483211 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-89aef42d-41c2-4a76-800c-8d96215043be admin admin] 10.222.0.117 "DELETE /v2.0/subnets/b6e110ad-39a0-44b8-bebf-d724a14c6662 HTTP/1.1" status: 204 len: 168 time: 0.2130964 Jan 25 02:36:07.485629 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40868) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:07.569451 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (91791da1-db73-4c62-b6b2-15968d5f768c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.605276 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfe8a04-55e4-4966-9693-c32cf0cdffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d92fddd-f89a-463a-845a-88ec590624f2'}, {'server_uuid': '86592e22-5888-4d11-8820-ae9d01340f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac79043-36c5-46fd-b0f4-52b41ecfe739'}, {'server_uuid': 'a715abaa-5086-468a-8da3-8a19defcb671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64713c04-63ee-48b4-9d15-ab79f4083e1f'}, {'server_uuid': '42744e51-4726-4391-a4f3-106a16ad60b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd323e9fe-11b0-492b-8b48-858adf2ccbad'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:07.609519 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d22af0-941d-4107-a4b9-ad50f46b61c9" -d '{"events": [{"server_uuid": "6bfe8a04-55e4-4966-9693-c32cf0cdffcb", "name": "network-vif-plugged", "status": "completed", "tag": "6d92fddd-f89a-463a-845a-88ec590624f2"}, {"server_uuid": "86592e22-5888-4d11-8820-ae9d01340f67", "name": "network-vif-plugged", "status": "completed", "tag": "bac79043-36c5-46fd-b0f4-52b41ecfe739"}, {"server_uuid": "a715abaa-5086-468a-8da3-8a19defcb671", "name": "network-vif-plugged", "status": "completed", "tag": "64713c04-63ee-48b4-9d15-ab79f4083e1f"}, {"server_uuid": "42744e51-4726-4391-a4f3-106a16ad60b1", "name": "network-vif-plugged", "status": "completed", "tag": "d323e9fe-11b0-492b-8b48-858adf2ccbad"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:07.665684 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed4307-63c7-4805-9479-50b8eee9b2e3 x-openstack-request-id: req-12ed4307-63c7-4805-9479-50b8eee9b2e3 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:07.666121 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfe8a04-55e4-4966-9693-c32cf0cdffcb", "name": "network-vif-plugged", "status": "completed", "tag": "6d92fddd-f89a-463a-845a-88ec590624f2", "code": 200}, {"server_uuid": "86592e22-5888-4d11-8820-ae9d01340f67", "name": "network-vif-plugged", "status": "completed", "tag": "bac79043-36c5-46fd-b0f4-52b41ecfe739", "code": 200}, {"server_uuid": "a715abaa-5086-468a-8da3-8a19defcb671", "name": "network-vif-plugged", "status": "completed", "tag": "64713c04-63ee-48b4-9d15-ab79f4083e1f", "code": 200}, {"server_uuid": "42744e51-4726-4391-a4f3-106a16ad60b1", "name": "network-vif-plugged", "status": "completed", "tag": "d323e9fe-11b0-492b-8b48-858adf2ccbad", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:07.666983 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-12ed4307-63c7-4805-9479-50b8eee9b2e3 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:07.667470 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfe8a04-55e4-4966-9693-c32cf0cdffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d92fddd-f89a-463a-845a-88ec590624f2', 'code': 200} Jan 25 02:36:07.667919 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86592e22-5888-4d11-8820-ae9d01340f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac79043-36c5-46fd-b0f4-52b41ecfe739', 'code': 200} Jan 25 02:36:07.668287 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a715abaa-5086-468a-8da3-8a19defcb671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64713c04-63ee-48b4-9d15-ab79f4083e1f', 'code': 200} Jan 25 02:36:07.668755 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42744e51-4726-4391-a4f3-106a16ad60b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd323e9fe-11b0-492b-8b48-858adf2ccbad', 'code': 200} Jan 25 02:36:07.668928 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (91791da1-db73-4c62-b6b2-15968d5f768c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.695167 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91791da1-db73-4c62-b6b2-15968d5f768c']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:07.705348 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bd0eaf-767e-428d-a42f-a8d335fbec80') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:07.705643 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bd0eaf-767e-428d-a42f-a8d335fbec80') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:07.716401 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (24bd0eaf-767e-428d-a42f-a8d335fbec80), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.731777 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (24bd0eaf-767e-428d-a42f-a8d335fbec80), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.739049 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:36:07.739460 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (24bd0eaf-767e-428d-a42f-a8d335fbec80), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:36:07.743184 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:36:07.855445 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (91791da1-db73-4c62-b6b2-15968d5f768c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.866583 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.873190 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] 10.222.0.117 "DELETE /v2.0/networks/91791da1-db73-4c62-b6b2-15968d5f768c HTTP/1.1" status: 204 len: 168 time: 0.3864791 Jan 25 02:36:07.892670 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02d135-b221-43d0-b6dc-5f3cbd276a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=91791da1-db73-4c62-b6b2-15968d5f768c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:07.923136 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d6575-edf1-4b62-bb69-6e0f9427bc08 req-cd5256af-63f9-4c56-85dc-19728329ddf7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:07.926202 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd9d6575-edf1-4b62-bb69-6e0f9427bc08 req-cd5256af-63f9-4c56-85dc-19728329ddf7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 945 time: 0.1303215 Jan 25 02:36:07.994199 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd9d6575-edf1-4b62-bb69-6e0f9427bc08 req-45d8e677-2d0b-4662-baa6-66e4e77be7b1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605402 Jan 25 02:36:08.028733 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1464d-c529-42f5-b6a3-af7e5ddc65b9 req-c6f22e59-4b44-461a-a6eb-a71cb3bb6048 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.030798 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ac1464d-c529-42f5-b6a3-af7e5ddc65b9 req-c6f22e59-4b44-461a-a6eb-a71cb3bb6048 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0943422 Jan 25 02:36:08.076714 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40904) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:08.138691 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ac1464d-c529-42f5-b6a3-af7e5ddc65b9 req-9fd3519b-d7c3-419b-9f27-6bf96189b114 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978832 Jan 25 02:36:08.232475 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40908) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:08.242815 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8bcf5c67-0d6a-4911-bf1f-8c557eee9177 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=3527f1c56c474c1297106b524103f41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641726 Jan 25 02:36:08.245327 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40912) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:08.296100 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f0cc-ffa7-4640-ad55-02469615fda9 req-c7b820a4-2539-4965-8628-7d129c044220 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.298268 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-44a2f0cc-ffa7-4640-ad55-02469615fda9 req-c7b820a4-2539-4965-8628-7d129c044220 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1940110 Jan 25 02:36:08.349262 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6aa07e9e-3915-4427-b45e-5538c2db6060 admin admin] Publish callbacks [] for security_group (922e64cb-bd15-440e-ad0e-5db2693807a1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.378186 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6aa07e9e-3915-4427-b45e-5538c2db6060 admin admin] Publish callbacks [] for security_group (922e64cb-bd15-440e-ad0e-5db2693807a1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.457165 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-44a2f0cc-ffa7-4640-ad55-02469615fda9 req-a9fed0b5-e834-410c-8388-ac124b256427 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405008 Jan 25 02:36:08.458753 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6aa07e9e-3915-4427-b45e-5538c2db6060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (922e64cb-bd15-440e-ad0e-5db2693807a1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.464123 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6aa07e9e-3915-4427-b45e-5538c2db6060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.465520 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6aa07e9e-3915-4427-b45e-5538c2db6060 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/922e64cb-bd15-440e-ad0e-5db2693807a1 HTTP/1.1" status: 204 len: 168 time: 0.2192755 Jan 25 02:36:08.474162 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa07e9e-3915-4427-b45e-5538c2db6060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922e64cb-bd15-440e-ad0e-5db2693807a1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:08.530254 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3858896-d0d5-44a8-b351-4a78dcabddf6 req-dcc13455-69b9-47d0-b853-86ad23092e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.531687 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f3858896-d0d5-44a8-b351-4a78dcabddf6 req-dcc13455-69b9-47d0-b853-86ad23092e7d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 1098 time: 0.1470459 Jan 25 02:36:08.544390 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f45cbc-fb01-4a8b-b519-9c1948024e7a req-b7e0b2cd-efc2-4df3-b04f-4caaaa3f4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.545891 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-24f45cbc-fb01-4a8b-b519-9c1948024e7a req-b7e0b2cd-efc2-4df3-b04f-4caaaa3f4f44 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 1098 time: 0.1592720 Jan 25 02:36:08.558154 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98569493-00b8-46c4-b0f5-5d522bca84ff req-2d1b9795-655a-4d56-bda8-99173a0b4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.559613 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-98569493-00b8-46c4-b0f5-5d522bca84ff req-2d1b9795-655a-4d56-bda8-99173a0b4c89 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 1098 time: 0.3879399 Jan 25 02:36:08.581751 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5994ab0-2654-4eab-8f47-3597bffa6f56 req-28808849-b502-489f-89b3-bce65b5654b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.583006 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a5994ab0-2654-4eab-8f47-3597bffa6f56 req-28808849-b502-489f-89b3-bce65b5654b4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 1098 time: 0.1972930 Jan 25 02:36:08.599149 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7a8d2f6-d016-48b1-9791-4d9eb5bf04d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.654579 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-24f45cbc-fb01-4a8b-b519-9c1948024e7a req-35c3ba90-89f3-447d-bb2e-646fff0b5ce3 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939798 Jan 25 02:36:08.680792 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a4f37-7ab6-4e33-85f9-b83e8d7d6cdd req-302d0ac7-f615-4fbe-979e-2d69c6e0263b tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.682574 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-913a4f37-7ab6-4e33-85f9-b83e8d7d6cdd req-302d0ac7-f615-4fbe-979e-2d69c6e0263b tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.2010496 Jan 25 02:36:08.760140 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f3858896-d0d5-44a8-b351-4a78dcabddf6 req-11541ef2-04ae-4fb1-b589-7aa2b4434637 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132542 Jan 25 02:36:08.764219 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-98569493-00b8-46c4-b0f5-5d522bca84ff req-d2fc52fe-df14-40a4-87d7-8511e133a9f6 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859295 Jan 25 02:36:08.766209 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a5994ab0-2654-4eab-8f47-3597bffa6f56 req-6546ef09-f4ce-4dae-8564-ede6d136625e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576455 Jan 25 02:36:08.785127 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7a8d2f6-d016-48b1-9791-4d9eb5bf04d7 admin admin] Publish callbacks [] for security_group (4d416293-1a3b-4d2f-8673-551334d070e4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.791903 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7a8d2f6-d016-48b1-9791-4d9eb5bf04d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (4d416293-1a3b-4d2f-8673-551334d070e4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.816433 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-913a4f37-7ab6-4e33-85f9-b83e8d7d6cdd req-e5a199cd-b073-4e9c-b8f9-95ea187028a6 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163104 Jan 25 02:36:08.846142 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8d2f6-d016-48b1-9791-4d9eb5bf04d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d416293-1a3b-4d2f-8673-551334d070e4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:08.861121 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e7a8d2f6-d016-48b1-9791-4d9eb5bf04d7 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0dff1333b0ca43daae5efd7d6a54e36e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6276352 Jan 25 02:36:08.863820 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40938) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:08.931819 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a92e7f6e-6757-417c-bf0e-34f616808048 admin admin] Publish callbacks [] for security_group (4d416293-1a3b-4d2f-8673-551334d070e4), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.960521 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a92e7f6e-6757-417c-bf0e-34f616808048 admin admin] Publish callbacks [] for security_group (4d416293-1a3b-4d2f-8673-551334d070e4), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.028567 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a92e7f6e-6757-417c-bf0e-34f616808048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (4d416293-1a3b-4d2f-8673-551334d070e4), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.033603 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a92e7f6e-6757-417c-bf0e-34f616808048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.038906 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-a92e7f6e-6757-417c-bf0e-34f616808048 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4d416293-1a3b-4d2f-8673-551334d070e4 HTTP/1.1" status: 204 len: 168 time: 0.1737952 Jan 25 02:36:09.049273 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e7f6e-6757-417c-bf0e-34f616808048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d416293-1a3b-4d2f-8673-551334d070e4,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:09.065230 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40952) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:09.124228 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-3bf09db6-4823-4438-9e42-0f9700078ccc admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ef5be3473eb744df9d9b4779e46297f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571141 Jan 25 02:36:09.126812 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40954) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:09.170835 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574c2e5-9b76-47b4-ba07-0e5445291baa req-665ad14d-89c6-4d23-bfab-d603cbac4c29 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:09.172759 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5574c2e5-9b76-47b4-ba07-0e5445291baa req-665ad14d-89c6-4d23-bfab-d603cbac4c29 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 945 time: 0.0576649 Jan 25 02:36:09.191932 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-32e349d2-1c71-49bb-8055-7716199e6bba admin admin] Publish callbacks [] for security_group (99604f1c-4c05-44b9-a701-f118b7698052), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.219956 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-32e349d2-1c71-49bb-8055-7716199e6bba admin admin] Publish callbacks [] for security_group (99604f1c-4c05-44b9-a701-f118b7698052), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.246326 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5574c2e5-9b76-47b4-ba07-0e5445291baa req-d7e93f78-8c27-41e3-88a4-285547b6acb0 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667996 Jan 25 02:36:09.322149 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f25d24-4e9e-4fd6-b8ef-e4592688ad42 req-92b2587a-7abb-4543-a3ad-186018bb134c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:09.328250 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-12f25d24-4e9e-4fd6-b8ef-e4592688ad42 req-92b2587a-7abb-4543-a3ad-186018bb134c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0646906 Jan 25 02:36:09.332189 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-32e349d2-1c71-49bb-8055-7716199e6bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (99604f1c-4c05-44b9-a701-f118b7698052), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.336321 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-32e349d2-1c71-49bb-8055-7716199e6bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.337442 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-32e349d2-1c71-49bb-8055-7716199e6bba admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/99604f1c-4c05-44b9-a701-f118b7698052 HTTP/1.1" status: 204 len: 168 time: 0.2096729 Jan 25 02:36:09.358580 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e349d2-1c71-49bb-8055-7716199e6bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99604f1c-4c05-44b9-a701-f118b7698052,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:09.395788 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-12f25d24-4e9e-4fd6-b8ef-e4592688ad42 req-562d681a-5991-466b-9b0b-c6e7fbcaf96b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659611 Jan 25 02:36:09.567537 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b348a-cc80-4264-99dd-88445d55cc0e req-9c13c6ca-fb6f-4120-bf61-0180c9034e0c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:09.570893 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5d2b348a-cc80-4264-99dd-88445d55cc0e req-9c13c6ca-fb6f-4120-bf61-0180c9034e0c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0554061 Jan 25 02:36:09.579343 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 40976) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:09.584622 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-cb35ae72-9c37-40a1-be66-9666013684c6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'floatingip': {'port_id': '70f9e14e-ca54-45fc-9d32-c3612a600d19'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:09.623733 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40978) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:09.642266 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f17e8f9-6077-4159-9ebe-732f1dfe7e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.665741 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb35ae72-9c37-40a1-be66-9666013684c6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (226713c3-c476-4cae-ac75-32a4447a29c8), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.677093 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf890ce3-bb9d-43c0-aae0-6cf187c0ed13 req-2fbf52e1-4a13-4e1b-bbf0-1379e343fbc2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:09.684484 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bf890ce3-bb9d-43c0-aae0-6cf187c0ed13 req-2fbf52e1-4a13-4e1b-bbf0-1379e343fbc2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1490464 Jan 25 02:36:09.744295 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f17e8f9-6077-4159-9ebe-732f1dfe7e7b admin admin] Publish callbacks [] for security_group (d969b965-edb3-4da3-89d1-a02c22e1b0ca), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.753667 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f17e8f9-6077-4159-9ebe-732f1dfe7e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (d969b965-edb3-4da3-89d1-a02c22e1b0ca), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.786819 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0f17e8f9-6077-4159-9ebe-732f1dfe7e7b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=177aba8c082f45d488d8fe79c1687d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613543 Jan 25 02:36:09.790240 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 40982) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:09.820020 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17e8f9-6077-4159-9ebe-732f1dfe7e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d969b965-edb3-4da3-89d1-a02c22e1b0ca,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:09.882510 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bf890ce3-bb9d-43c0-aae0-6cf187c0ed13 req-1968671c-6f4c-44e2-ac51-278342ba93ef tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967943 Jan 25 02:36:09.883422 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a21745f-8561-4e11-92c1-8a27b0530d7a admin admin] Publish callbacks [] for security_group (d969b965-edb3-4da3-89d1-a02c22e1b0ca), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.911759 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a21745f-8561-4e11-92c1-8a27b0530d7a admin admin] Publish callbacks [] for security_group (d969b965-edb3-4da3-89d1-a02c22e1b0ca), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:10.009419 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202f9cb-c2ab-47a0-9ff7-5b105bcaae63 req-75b81603-51ef-47db-99df-8f7c07d6c082 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:10.011395 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5202f9cb-c2ab-47a0-9ff7-5b105bcaae63 req-75b81603-51ef-47db-99df-8f7c07d6c082 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0655625 Jan 25 02:36:10.033204 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a21745f-8561-4e11-92c1-8a27b0530d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (d969b965-edb3-4da3-89d1-a02c22e1b0ca), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:10.036135 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a21745f-8561-4e11-92c1-8a27b0530d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:10.040430 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5a21745f-8561-4e11-92c1-8a27b0530d7a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/d969b965-edb3-4da3-89d1-a02c22e1b0ca HTTP/1.1" status: 204 len: 168 time: 0.2453270 Jan 25 02:36:10.056239 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21745f-8561-4e11-92c1-8a27b0530d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d969b965-edb3-4da3-89d1-a02c22e1b0ca,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:10.094317 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5202f9cb-c2ab-47a0-9ff7-5b105bcaae63 req-15f9ba1a-cb8f-4544-a89b-8c3f3ee4f406 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710547 Jan 25 02:36:10.465621 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:36:10.556685 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b3fff-c7f9-46dd-b0c1-b3dee4916f32 req-5862ee7b-9c9d-4a50-ba2f-c7d83bc80385 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:10.558551 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-206b3fff-c7f9-46dd-b0c1-b3dee4916f32 req-5862ee7b-9c9d-4a50-ba2f-c7d83bc80385 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 945 time: 0.1945384 Jan 25 02:36:10.964172 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41080) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:10.979075 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-206b3fff-c7f9-46dd-b0c1-b3dee4916f32 req-8897738c-9a5c-4cb0-8f9a-2d3c19486966 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068394 Jan 25 02:36:10.988794 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb35ae72-9c37-40a1-be66-9666013684c6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:10.996693 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb35ae72-9c37-40a1-be66-9666013684c6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (226713c3-c476-4cae-ac75-32a4447a29c8), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.073053 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89f115-fb30-41d3-a3df-b9d87e9444b5 req-cd18383f-6e8a-4ca7-b86b-2b39c1dc5ec2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:11.075639 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae89f115-fb30-41d3-a3df-b9d87e9444b5 req-cd18383f-6e8a-4ca7-b86b-2b39c1dc5ec2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0684309 Jan 25 02:36:11.169412 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [None req-cb35ae72-9c37-40a1-be66-9666013684c6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Floating IP 226713c3-c476-4cae-ac75-32a4447a29c8 associated. External IP: 172.27.1.155, port: 70f9e14e-ca54-45fc-9d32-c3612a600d19. Jan 25 02:36:11.188811 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3dea-1564-4dfd-93f8-aafb0ae35a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.220188 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae89f115-fb30-41d3-a3df-b9d87e9444b5 req-8b86cb2a-4faa-48b7-b380-fb26e80d31a5 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350036 Jan 25 02:36:11.362606 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3dea-1564-4dfd-93f8-aafb0ae35a6a admin admin] Publish callbacks [] for security_group (78fb6487-6753-4971-9661-271e0ec53386), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.369341 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9ba3dea-1564-4dfd-93f8-aafb0ae35a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (78fb6487-6753-4971-9661-271e0ec53386), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.373155 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39624702-b496-468f-a0e3-ac4a03cc288b req-b8a3937c-8d06-42bf-aa84-8ad7e251d518 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:11.381198 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-39624702-b496-468f-a0e3-ac4a03cc288b req-b8a3937c-8d06-42bf-aa84-8ad7e251d518 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.1616440 Jan 25 02:36:11.423943 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f9ba3dea-1564-4dfd-93f8-aafb0ae35a6a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=a18d0ebaee0547d4a788f72886c5d961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559689 Jan 25 02:36:11.424413 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41116) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:11.439004 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba3dea-1564-4dfd-93f8-aafb0ae35a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb6487-6753-4971-9661-271e0ec53386,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:11.531528 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-39624702-b496-468f-a0e3-ac4a03cc288b req-1901408e-abaf-4938-bc11-4fd3dd56b9bc tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350417 Jan 25 02:36:11.562262 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3719ff9d-6317-488b-a655-a15428157439 admin admin] Publish callbacks [] for security_group (78fb6487-6753-4971-9661-271e0ec53386), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.634717 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3719ff9d-6317-488b-a655-a15428157439 admin admin] Publish callbacks [] for security_group (78fb6487-6753-4971-9661-271e0ec53386), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.645332 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb35ae72-9c37-40a1-be66-9666013684c6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:36:11.696666 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3719ff9d-6317-488b-a655-a15428157439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (78fb6487-6753-4971-9661-271e0ec53386), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.702950 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3719ff9d-6317-488b-a655-a15428157439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.704188 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3719ff9d-6317-488b-a655-a15428157439 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/78fb6487-6753-4971-9661-271e0ec53386 HTTP/1.1" status: 204 len: 168 time: 0.2766194 Jan 25 02:36:11.714004 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719ff9d-6317-488b-a655-a15428157439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb6487-6753-4971-9661-271e0ec53386,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:11.812479 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb35ae72-9c37-40a1-be66-9666013684c6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:36:11.821941 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb35ae72-9c37-40a1-be66-9666013684c6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.832701 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] Sync routers for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:36:11.850050 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:11.850756 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:36:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:11.876296 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-cb35ae72-9c37-40a1-be66-9666013684c6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "PUT /v2.0/floatingips/226713c3-c476-4cae-ac75-32a4447a29c8 HTTP/1.1" status: 200 len: 991 time: 2.2953587 Jan 25 02:36:11.876884 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:11.879503 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0590439-96e0-4165-b8c0-4f33f83f6de3" -d '{"events": [{"name": "network-changed", "server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:11.920050 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d35c725-adb4-4ddd-87d4-d6cda81c3aef x-openstack-request-id: req-8d35c725-adb4-4ddd-87d4-d6cda81c3aef {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:11.921073 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:11.921502 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-8d35c725-adb4-4ddd-87d4-d6cda81c3aef {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:11.922073 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'status': 'completed', 'code': 200} Jan 25 02:36:12.065816 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:12.186672 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-ca57203e-a956-4885-bebd-5b2289d8f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.190013 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-ca57203e-a956-4885-bebd-5b2289d8f7eb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 1098 time: 0.0688832 Jan 25 02:36:12.214588 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3932a2e-a530-46c3-92c0-cc42be56ce4c req-9c65d699-0849-464e-9cce-98161ef554b1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.223196 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c3932a2e-a530-46c3-92c0-cc42be56ce4c req-9c65d699-0849-464e-9cce-98161ef554b1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 945 time: 0.1352873 Jan 25 02:36:12.452821 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2f30-1d63-4e26-9520-0930c08e3b6d req-845adf67-2484-41dc-a7d3-233808e3bc60 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.454551 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a14c2f30-1d63-4e26-9520-0930c08e3b6d req-845adf67-2484-41dc-a7d3-233808e3bc60 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1285877 Jan 25 02:36:12.512819 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c3932a2e-a530-46c3-92c0-cc42be56ce4c req-3b602746-8059-4442-87bc-6c7db9d0a4c6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884130 Jan 25 02:36:12.593033 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a14c2f30-1d63-4e26-9520-0930c08e3b6d req-2743f60a-4dce-4558-9a13-c4d9013047bf tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247993 Jan 25 02:36:12.613317 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-0ca7e0a7-a470-4c70-aca8-f890f056d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.615954 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-0ca7e0a7-a470-4c70-aca8-f890f056d204 service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.3651395 Jan 25 02:36:12.725891 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '226713c3-c476-4cae-ac75-32a4447a29c8', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'port_id': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'mac_address': 'fa:16:3e:f4:d8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:35:37Z', 'updated_at': '2022-01-25T02:36:10Z', 'revision_number': 1, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:12.768497 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] Checking router: 8d0ba35c-6141-42f2-8631-0f83a1a7dffc for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:36:12.785906 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:12.788621 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:36:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:12.789217 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-5297fca2-7fc1-4d70-9ab5-9a90d2b7f8bf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19 HTTP/1.1" status: 200 len: 999 time: 0.1567740 Jan 25 02:36:12.798418 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39af8e1-8a6e-4db2-bd26-2004db7acae0 req-90d4ddd2-5b31-4151-8cf7-49cbefbf5dc9 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.805878 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f39af8e1-8a6e-4db2-bd26-2004db7acae0 req-90d4ddd2-5b31-4151-8cf7-49cbefbf5dc9 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.1181102 Jan 25 02:36:12.858170 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-606d0c0a-0f5b-4641-a212-d87aeabb1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.859841 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-606d0c0a-0f5b-4641-a212-d87aeabb1f3a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0509975 Jan 25 02:36:12.922361 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:12.942444 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f39af8e1-8a6e-4db2-bd26-2004db7acae0 req-94bbf804-5d94-45ab-94f3-a7661488c23f tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336899 Jan 25 02:36:12.969299 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-8a705c3d-8fdc-4de2-909c-b78ed78a9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.971084 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-8a705c3d-8fdc-4de2-909c-b78ed78a9f2e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1033685 Jan 25 02:36:13.125659 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41272) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:13.152008 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41276) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:13.203289 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-83d309f8-be62-4f82-b440-92c9c184c0ed service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223024 Jan 25 02:36:13.416723 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '226713c3-c476-4cae-ac75-32a4447a29c8', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'port_id': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'mac_address': 'fa:16:3e:f4:d8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:35:37Z', 'updated_at': '2022-01-25T02:36:10Z', 'revision_number': 1, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:13.426409 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f12ea37-ddad-4531-b19e-ecc025a298cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.483494 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0590439-96e0-4165-b8c0-4f33f83f6de3 req-df707094-12b9-479c-b0af-c3583eddf47f service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719340 Jan 25 02:36:13.500792 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d7995e2-08c0-405a-9b1e-85d058050188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.618369 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d2904-b638-47a2-98b1-51ddf4a521e7 None None] The sync data for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi is: [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '226713c3-c476-4cae-ac75-32a4447a29c8', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'port_id': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'mac_address': 'fa:16:3e:f4:d8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:35:37Z', 'updated_at': '2022-01-25T02:36:10Z', 'revision_number': 1, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:36:13.629387 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f12ea37-ddad-4531-b19e-ecc025a298cd admin admin] Publish callbacks [] for security_group (e63f7855-13dc-4ad5-a2c5-badbb6618789), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.641895 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f12ea37-ddad-4531-b19e-ecc025a298cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e63f7855-13dc-4ad5-a2c5-badbb6618789), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.716703 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0f12ea37-ddad-4531-b19e-ecc025a298cd admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=be17c78cfd2a4125996a10e3841aa4d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5896628 Jan 25 02:36:13.717786 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12ea37-ddad-4531-b19e-ecc025a298cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63f7855-13dc-4ad5-a2c5-badbb6618789,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:13.719302 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41302) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:13.759013 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d7995e2-08c0-405a-9b1e-85d058050188 admin admin] Publish callbacks [] for security_group (c6592e47-3cb3-489a-a20c-215b43a9bf6b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.761275 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37eaba9-630a-41b9-8e24-1fa552cfc1d6 req-495ada58-eeb9-4ee4-8bd9-e97d9089a4bc tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:13.762968 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f37eaba9-630a-41b9-8e24-1fa552cfc1d6 req-495ada58-eeb9-4ee4-8bd9-e97d9089a4bc tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0874848 Jan 25 02:36:13.769018 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d7995e2-08c0-405a-9b1e-85d058050188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c6592e47-3cb3-489a-a20c-215b43a9bf6b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.809800 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7995e2-08c0-405a-9b1e-85d058050188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6592e47-3cb3-489a-a20c-215b43a9bf6b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:13.815111 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5d7995e2-08c0-405a-9b1e-85d058050188 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=656c80cb424c43aea15960353dff8397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6617148 Jan 25 02:36:13.819536 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc4aed7b-06b1-4477-947b-ac580319d236 admin admin] Publish callbacks [] for security_group (e63f7855-13dc-4ad5-a2c5-badbb6618789), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.819716 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41304) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:13.863167 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc4aed7b-06b1-4477-947b-ac580319d236 admin admin] Publish callbacks [] for security_group (e63f7855-13dc-4ad5-a2c5-badbb6618789), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.901974 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3526c7d-8a68-4d84-acd3-f72dd4016e65 admin admin] Publish callbacks [] for security_group (c6592e47-3cb3-489a-a20c-215b43a9bf6b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.904848 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f37eaba9-630a-41b9-8e24-1fa552cfc1d6 req-917233fb-c25e-4a01-b7d0-89ad69dcad70 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314986 Jan 25 02:36:13.936859 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc4aed7b-06b1-4477-947b-ac580319d236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e63f7855-13dc-4ad5-a2c5-badbb6618789), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.940113 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc4aed7b-06b1-4477-947b-ac580319d236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.944896 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-bc4aed7b-06b1-4477-947b-ac580319d236 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e63f7855-13dc-4ad5-a2c5-badbb6618789 HTTP/1.1" status: 204 len: 168 time: 0.2244408 Jan 25 02:36:13.959745 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4aed7b-06b1-4477-947b-ac580319d236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63f7855-13dc-4ad5-a2c5-badbb6618789,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:13.969611 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3526c7d-8a68-4d84-acd3-f72dd4016e65 admin admin] Publish callbacks [] for security_group (c6592e47-3cb3-489a-a20c-215b43a9bf6b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.002886 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c575f-fba3-4179-a27d-b26e0a8a2f12 None None] New status for floating IP 226713c3-c476-4cae-ac75-32a4447a29c8: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:36:14.067029 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3526c7d-8a68-4d84-acd3-f72dd4016e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c6592e47-3cb3-489a-a20c-215b43a9bf6b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.070225 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3526c7d-8a68-4d84-acd3-f72dd4016e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.071387 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f3526c7d-8a68-4d84-acd3-f72dd4016e65 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/c6592e47-3cb3-489a-a20c-215b43a9bf6b HTTP/1.1" status: 204 len: 168 time: 0.2505653 Jan 25 02:36:14.084724 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3526c7d-8a68-4d84-acd3-f72dd4016e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6592e47-3cb3-489a-a20c-215b43a9bf6b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:14.442972 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dde98-b595-40d5-8b90-84a53ddbc820 req-588a0265-17c7-49d8-aab5-da14a61ed859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:14.445066 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-098dde98-b595-40d5-8b90-84a53ddbc820 req-588a0265-17c7-49d8-aab5-da14a61ed859 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 1098 time: 0.1505661 Jan 25 02:36:14.452058 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41330) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:14.466675 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce053c22-be4a-4a00-bda8-5b5d1b247fde req-63fbbe64-38ec-47f6-8d79-36b8d5e5d6b1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:14.468724 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ce053c22-be4a-4a00-bda8-5b5d1b247fde req-63fbbe64-38ec-47f6-8d79-36b8d5e5d6b1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0951517 Jan 25 02:36:14.613360 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ce053c22-be4a-4a00-bda8-5b5d1b247fde req-a1b2130f-e8cd-4124-8339-bbdae1000618 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780869 Jan 25 02:36:14.614665 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dde98-b595-40d5-8b90-84a53ddbc820 req-c14c8da0-2265-4f77-ac69-e10267ff0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:14.615815 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41336) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:14.616308 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-098dde98-b595-40d5-8b90-84a53ddbc820 req-c14c8da0-2265-4f77-ac69-e10267ff0fc3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 919 time: 0.1464133 Jan 25 02:36:14.631412 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45457f7e-d8d5-4b4b-922b-ae08000859ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.779335 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-098dde98-b595-40d5-8b90-84a53ddbc820 req-9e97677a-af12-43ec-a449-001723200ea4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bac79043-36c5-46fd-b0f4-52b41ecfe739 HTTP/1.1" status: 200 len: 217 time: 0.1443520 Jan 25 02:36:14.781763 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45457f7e-d8d5-4b4b-922b-ae08000859ad admin admin] Publish callbacks [] for security_group (6c3ddcde-a31d-4961-a735-750e89c733ca), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.789182 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45457f7e-d8d5-4b4b-922b-ae08000859ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (6c3ddcde-a31d-4961-a735-750e89c733ca), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.863581 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-45457f7e-d8d5-4b4b-922b-ae08000859ad admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=6a77a5a817cc4ed5bcde8b9baa441997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456155 Jan 25 02:36:14.867713 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41346) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:14.869987 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45457f7e-d8d5-4b4b-922b-ae08000859ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3ddcde-a31d-4961-a735-750e89c733ca,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:14.878956 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dde98-b595-40d5-8b90-84a53ddbc820 req-0ab1b1ee-399f-4264-96fc-9eeda541a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:14.880466 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-098dde98-b595-40d5-8b90-84a53ddbc820 req-0ab1b1ee-399f-4264-96fc-9eeda541a0be service neutron] 10.222.0.121 "GET /v2.0/subnets?id=417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 200 len: 858 time: 0.0700958 Jan 25 02:36:14.929175 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-098dde98-b595-40d5-8b90-84a53ddbc820 req-d1c5e76a-d55a-48a5-89c1-66d05653cd27 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404773 Jan 25 02:36:14.948864 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d85e29a2-dd17-4ee9-839b-b4b25016abe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.998269 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41350) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:15.017250 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-badf5362-715f-443c-a872-772aeba9a58b admin admin] Publish callbacks [] for security_group (6c3ddcde-a31d-4961-a735-750e89c733ca), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.026291 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2aa73cf-0976-4361-8a6b-8083993b6513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.054377 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-badf5362-715f-443c-a872-772aeba9a58b admin admin] Publish callbacks [] for security_group (6c3ddcde-a31d-4961-a735-750e89c733ca), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.074766 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-098dde98-b595-40d5-8b90-84a53ddbc820 req-5fd46b16-077e-4d42-a2d2-4586afdd67ab service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390271 Jan 25 02:36:15.114653 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d85e29a2-dd17-4ee9-839b-b4b25016abe0 admin admin] Publish callbacks [] for security_group (c5afe70b-479d-4631-8e7e-e83f1c994ce9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.126894 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d85e29a2-dd17-4ee9-839b-b4b25016abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c5afe70b-479d-4631-8e7e-e83f1c994ce9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.180759 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-badf5362-715f-443c-a872-772aeba9a58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (6c3ddcde-a31d-4961-a735-750e89c733ca), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.182369 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e29a2-dd17-4ee9-839b-b4b25016abe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5afe70b-479d-4631-8e7e-e83f1c994ce9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:15.183294 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-badf5362-715f-443c-a872-772aeba9a58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.184445 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-badf5362-715f-443c-a872-772aeba9a58b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/6c3ddcde-a31d-4961-a735-750e89c733ca HTTP/1.1" status: 204 len: 168 time: 0.3155689 Jan 25 02:36:15.195972 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d85e29a2-dd17-4ee9-839b-b4b25016abe0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=a6e22b8b58184e559891734bf006de1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7390306 Jan 25 02:36:15.200324 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41354) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:15.202309 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2aa73cf-0976-4361-8a6b-8083993b6513 admin admin] Publish callbacks [] for security_group (231bfdef-5af7-49c9-b3e4-e5b8d72cb0aa), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.215799 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf5362-715f-443c-a872-772aeba9a58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3ddcde-a31d-4961-a735-750e89c733ca,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:15.216137 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2aa73cf-0976-4361-8a6b-8083993b6513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (231bfdef-5af7-49c9-b3e4-e5b8d72cb0aa), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.220280 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-098dde98-b595-40d5-8b90-84a53ddbc820 req-b4b0b29a-e69d-4cfd-9f81-422ee658cb19 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229408 Jan 25 02:36:15.284752 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41358) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:15.285367 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c2aa73cf-0976-4361-8a6b-8083993b6513 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=1b54612e9a494839a3f316876dfe9ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859247 Jan 25 02:36:15.290157 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa73cf-0976-4361-8a6b-8083993b6513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231bfdef-5af7-49c9-b3e4-e5b8d72cb0aa,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:15.314898 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4019efd9-150e-4015-ae00-dbe392979255 admin admin] Publish callbacks [] for security_group (c5afe70b-479d-4631-8e7e-e83f1c994ce9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.343766 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4019efd9-150e-4015-ae00-dbe392979255 admin admin] Publish callbacks [] for security_group (c5afe70b-479d-4631-8e7e-e83f1c994ce9), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.382964 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a7312cc0-d034-4cd3-9365-a20a9f56bff8 admin admin] Publish callbacks [] for security_group (231bfdef-5af7-49c9-b3e4-e5b8d72cb0aa), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.407449 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a7312cc0-d034-4cd3-9365-a20a9f56bff8 admin admin] Publish callbacks [] for security_group (231bfdef-5af7-49c9-b3e4-e5b8d72cb0aa), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.410142 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4019efd9-150e-4015-ae00-dbe392979255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c5afe70b-479d-4631-8e7e-e83f1c994ce9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.413553 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4019efd9-150e-4015-ae00-dbe392979255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.416323 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4019efd9-150e-4015-ae00-dbe392979255 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/c5afe70b-479d-4631-8e7e-e83f1c994ce9 HTTP/1.1" status: 204 len: 168 time: 0.2119873 Jan 25 02:36:15.426493 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019efd9-150e-4015-ae00-dbe392979255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5afe70b-479d-4631-8e7e-e83f1c994ce9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:15.496204 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a7312cc0-d034-4cd3-9365-a20a9f56bff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (231bfdef-5af7-49c9-b3e4-e5b8d72cb0aa), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.501473 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a7312cc0-d034-4cd3-9365-a20a9f56bff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.502986 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-a7312cc0-d034-4cd3-9365-a20a9f56bff8 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/231bfdef-5af7-49c9-b3e4-e5b8d72cb0aa HTTP/1.1" status: 204 len: 168 time: 0.2167320 Jan 25 02:36:15.512512 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7312cc0-d034-4cd3-9365-a20a9f56bff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231bfdef-5af7-49c9-b3e4-e5b8d72cb0aa,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:15.746989 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2411cce-0fbe-4ce2-88de-2327502973ee req-073d9c9e-e5b2-4a87-a71e-9ef5407e6836 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:15.748658 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c2411cce-0fbe-4ce2-88de-2327502973ee req-073d9c9e-e5b2-4a87-a71e-9ef5407e6836 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0592093 Jan 25 02:36:15.812137 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c2411cce-0fbe-4ce2-88de-2327502973ee req-f49022c1-b02f-4991-9ed5-3d943082d42e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571229 Jan 25 02:36:16.813972 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41448) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:16.932558 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1790833640-network', 'tenant_id': '420e54880e0e49999ee0ca6050023575'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:16.975853 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedf8a5-fe26-47ee-bef4-c50fd377ba95 req-581e5e69-2862-439c-a58f-fcf38d6d0e8e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:16.980217 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fcedf8a5-fe26-47ee-bef4-c50fd377ba95 req-581e5e69-2862-439c-a58f-fcf38d6d0e8e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0818880 Jan 25 02:36:16.998035 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Made reservation on behalf of 420e54880e0e49999ee0ca6050023575 for: {'network': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:17.000373 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.017021 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.058556 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fcedf8a5-fe26-47ee-bef4-c50fd377ba95 req-deb437a4-e2f6-4521-8ce5-9cb841671863 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741682 Jan 25 02:36:17.135746 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Publish callbacks [] for security_group (8dd9df01-e373-4e21-b38e-abd17a24cc19), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.143802 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (8dd9df01-e373-4e21-b38e-abd17a24cc19), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.180395 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=102671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:36:17.199525 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd9df01-e373-4e21-b38e-abd17a24cc19,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:17.214171 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (d275533c-5b95-4311-aef3-4f7431b1ec8a), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.214659 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.segments_db [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Added segment d275533c-5b95-4311-aef3-4f7431b1ec8a of type vlan for network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec Jan 25 02:36:17.264400 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (2aa6330c-47a3-4cd8-99e4-a77aeebc98ec), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.302133 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (2aa6330c-47a3-4cd8-99e4-a77aeebc98ec), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.303987 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:17.305018 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.350328 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5339556 Jan 25 02:36:17.352929 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41480) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:17.357956 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Request body: {'subnet': {'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1790833640-subnet', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:17.384998 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff407c3-7333-4649-af06-4e5fddcd259b admin admin] Pushing event updated for resources: {'Network': ['ID=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:17.395555 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Made reservation on behalf of 420e54880e0e49999ee0ca6050023575 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:17.398949 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:36:17.400440 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10474755'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.627358 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10000772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10474797'] for subnet (1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.718229 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:17.727759 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Checking segment: {'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:17.728303 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Network hostable DHCP agents. Network: 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:36:17.747142 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:36:17.762988 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:17.771009 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:17.772745 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.773914 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba12314-87b3-4716-a0d7-86be846fe6c5 None None] Network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:36:17.796307 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6d46935b-ab37-423b-9b31-6b68242a003a admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4397924 Jan 25 02:36:17.796493 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41506) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:17.814461 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:17.843084 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.844665 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.907183 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1b5505-16d0-58fc-a7d8-0e7c122357f0-2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'project_id': '420e54880e0e49999ee0ca6050023575', 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819'}]}} from dv-cinder-819778-6-iscsi. {{(pid=102672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:36:17.908368 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.926947 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks [] for router_controller (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.029145 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41522) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:18.110293 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks [] for router_gateway (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.119048 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.db_base_plugin_common [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Allocated IP 172.20.0.2 (2aa6330c-47a3-4cd8-99e4-a77aeebc98ec/1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819/53fd3704-0e86-40b7-a272-26ddf383e876) {{(pid=102672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:18.223112 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f2f0ca15-b9e6-4f29-81e1-ff25b0084d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.293255 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553555b-fe28-495a-9675-29d4fd20b57e req-62c3e790-f635-43e9-a1e2-f48a96483549 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:18.294777 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5553555b-fe28-495a-9675-29d4fd20b57e req-62c3e790-f635-43e9-a1e2-f48a96483549 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0981755 Jan 25 02:36:18.373672 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Publish callbacks [] for port (53fd3704-0e86-40b7-a272-26ddf383e876), precommit_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.386397 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.450117 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec is already hosted by enough agents. {{(pid=102672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:18.455077 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.base_scheduler [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Resources bound (agent type, host, resource id): {{(pid=102672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:18.466081 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Received port after_create {{(pid=102672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:18.473652 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Pushing event updated for resources: {'Port': ['ID=53fd3704-0e86-40b7-a272-26ddf383e876,revision_number=1']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:18.541664 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Attempting to bind port 53fd3704-0e86-40b7-a272-26ddf383e876 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:18.542042 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Attempting to bind port 53fd3704-0e86-40b7-a272-26ddf383e876 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:18.542403 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Attempting to bind port 53fd3704-0e86-40b7-a272-26ddf383e876 on network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:18.548191 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:18.548415 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Checking segment: {'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:18.548754 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.549211 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Bound using segment: {'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:18.549638 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Bound port: 53fd3704-0e86-40b7-a272-26ddf383e876, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:18.550020 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.623320 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41548) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:18.634245 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] For port 53fd3704-0e86-40b7-a272-26ddf383e876, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:18.640210 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] For port 53fd3704-0e86-40b7-a272-26ddf383e876, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=53fd3704-0e86-40b7-a272-26ddf383e876,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:18.649307 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.659417 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5553555b-fe28-495a-9675-29d4fd20b57e req-557cc2bd-9170-4d1f-ae0d-1f7215a95791 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574064 Jan 25 02:36:18.661246 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f2f0ca15-b9e6-4f29-81e1-ff25b0084d05 admin admin] Publish callbacks [] for security_group (55f0bde4-4f69-4e47-9518-2b58b2e18be2), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.665477 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks [] for router_gateway (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.667258 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f2f0ca15-b9e6-4f29-81e1-ff25b0084d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (55f0bde4-4f69-4e47-9518-2b58b2e18be2), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.711301 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.719016 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f2f0ca15-b9e6-4f29-81e1-ff25b0084d05 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=30b744a70e484c3cafe97d69118bba09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6886907 Jan 25 02:36:18.719883 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41552) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:18.723270 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35008143-c3bd-484f-ac85-067f6c470db0 None None] Pushing event updated for resources: {'Port': ['ID=53fd3704-0e86-40b7-a272-26ddf383e876,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:18.728069 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0ca15-b9e6-4f29-81e1-ff25b0084d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f0bde4-4f69-4e47-9518-2b58b2e18be2,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:18.785481 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9dab2a12-4458-4935-8643-9a4ef590510f admin admin] Publish callbacks [] for security_group (55f0bde4-4f69-4e47-9518-2b58b2e18be2), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.798126 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3711e4f3-8efd-4feb-850e-ff7f4a73eabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.807900 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9dab2a12-4458-4935-8643-9a4ef590510f admin admin] Publish callbacks [] for security_group (55f0bde4-4f69-4e47-9518-2b58b2e18be2), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.867218 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9dab2a12-4458-4935-8643-9a4ef590510f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (55f0bde4-4f69-4e47-9518-2b58b2e18be2), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.872556 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9dab2a12-4458-4935-8643-9a4ef590510f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.874957 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-9dab2a12-4458-4935-8643-9a4ef590510f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/55f0bde4-4f69-4e47-9518-2b58b2e18be2 HTTP/1.1" status: 204 len: 168 time: 0.1529300 Jan 25 02:36:18.885785 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab2a12-4458-4935-8643-9a4ef590510f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f0bde4-4f69-4e47-9518-2b58b2e18be2,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:18.922629 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Allocated IP 172.27.1.121 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/d41b148a-c202-488b-a3da-e71d9b91d033) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:18.993088 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3711e4f3-8efd-4feb-850e-ff7f4a73eabf admin admin] Publish callbacks [] for security_group (98c9238d-27da-4e7b-92b6-682cd8e4f6ea), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.030509 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3711e4f3-8efd-4feb-850e-ff7f4a73eabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (98c9238d-27da-4e7b-92b6-682cd8e4f6ea), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.101849 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711e4f3-8efd-4feb-850e-ff7f4a73eabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c9238d-27da-4e7b-92b6-682cd8e4f6ea,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:19.107217 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3711e4f3-8efd-4feb-850e-ff7f4a73eabf admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=f8075d3b78024563acca678a7a829a69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4820564 Jan 25 02:36:19.113810 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41558) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:19.149359 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks [] for port (d41b148a-c202-488b-a3da-e71d9b91d033), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.231603 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b5925f0-86e4-440c-acb9-cd70397417ba admin admin] Publish callbacks [] for security_group (98c9238d-27da-4e7b-92b6-682cd8e4f6ea), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.264646 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b5925f0-86e4-440c-acb9-cd70397417ba admin admin] Publish callbacks [] for security_group (98c9238d-27da-4e7b-92b6-682cd8e4f6ea), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.266677 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.296989 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 53fd3704-0e86-40b7-a272-26ddf383e876 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:19.344540 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:19.352477 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41562) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:19.356214 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:19.359039 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:19.360468 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 53fd3704-0e86-40b7-a272-26ddf383e876 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:19.361020 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Pushing event updated for resources: {'Port': ['ID=d41b148a-c202-488b-a3da-e71d9b91d033,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:19.361333 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.372466 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5673c158-78db-4baf-9e0e-6d0daa12de92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.446445 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b5925f0-86e4-440c-acb9-cd70397417ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (98c9238d-27da-4e7b-92b6-682cd8e4f6ea), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.449015 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b5925f0-86e4-440c-acb9-cd70397417ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.450221 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5b5925f0-86e4-440c-acb9-cd70397417ba admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/98c9238d-27da-4e7b-92b6-682cd8e4f6ea HTTP/1.1" status: 204 len: 168 time: 0.3353894 Jan 25 02:36:19.462872 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 53fd3704-0e86-40b7-a272-26ddf383e876 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:19.465090 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.497857 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5925f0-86e4-440c-acb9-cd70397417ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c9238d-27da-4e7b-92b6-682cd8e4f6ea,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:19.535475 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5673c158-78db-4baf-9e0e-6d0daa12de92 admin admin] Publish callbacks [] for security_group (55e01d9d-fc1d-4f61-b2dc-6a6486684e1e), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.537299 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 53fd3704-0e86-40b7-a272-26ddf383e876, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=53fd3704-0e86-40b7-a272-26ddf383e876,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:19.542822 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5673c158-78db-4baf-9e0e-6d0daa12de92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (55e01d9d-fc1d-4f61-b2dc-6a6486684e1e), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.545611 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.602529 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-5673c158-78db-4baf-9e0e-6d0daa12de92 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=df379a66bd814ec3a84d542478c2d8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459428 Jan 25 02:36:19.602529 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673c158-78db-4baf-9e0e-6d0daa12de92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e01d9d-fc1d-4f61-b2dc-6a6486684e1e,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:19.604594 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41570) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:19.668585 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-af4bf51c-f6e9-4b05-a1c0-99d2effa23f7 admin admin] Publish callbacks [] for security_group (55e01d9d-fc1d-4f61-b2dc-6a6486684e1e), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.679512 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=53fd3704-0e86-40b7-a272-26ddf383e876,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:19.696616 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-af4bf51c-f6e9-4b05-a1c0-99d2effa23f7 admin admin] Publish callbacks [] for security_group (55e01d9d-fc1d-4f61-b2dc-6a6486684e1e), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.742846 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks [] for router_gateway (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.843514 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-af4bf51c-f6e9-4b05-a1c0-99d2effa23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (55e01d9d-fc1d-4f61-b2dc-6a6486684e1e), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.846677 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-af4bf51c-f6e9-4b05-a1c0-99d2effa23f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.861026 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-af4bf51c-f6e9-4b05-a1c0-99d2effa23f7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/55e01d9d-fc1d-4f61-b2dc-6a6486684e1e HTTP/1.1" status: 204 len: 168 time: 0.2483931 Jan 25 02:36:19.889325 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bf51c-f6e9-4b05-a1c0-99d2effa23f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e01d9d-fc1d-4f61-b2dc-6a6486684e1e,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:19.908854 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07678-91ac-4fb8-97c4-1718b1d9e997 req-87febe7b-46ff-4786-b7a2-2badf176d571 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:19.912967 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b5c07678-91ac-4fb8-97c4-1718b1d9e997 req-87febe7b-46ff-4786-b7a2-2badf176d571 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1341460 Jan 25 02:36:19.978170 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b5c07678-91ac-4fb8-97c4-1718b1d9e997 req-e851b4ff-7307-4ebb-9e4c-328aaae6102c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544531 Jan 25 02:36:20.041107 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41580) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:20.061217 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8bb7-4cdc-4f1c-8433-de8797dfc150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.070444 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547'] for router (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.175086 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8bb7-4cdc-4f1c-8433-de8797dfc150 admin admin] Publish callbacks [] for security_group (64b3e073-c783-4c0b-8c5e-d280421c137a), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.181302 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8bb7-4cdc-4f1c-8433-de8797dfc150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (64b3e073-c783-4c0b-8c5e-d280421c137a), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.211141 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37efa4af-edea-4e98-be8c-049390b690c9 None None] Network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:36:20.226397 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc8bb7-4cdc-4f1c-8433-de8797dfc150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b3e073-c783-4c0b-8c5e-d280421c137a,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:20.237215 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-b7fc8bb7-4cdc-4f1c-8433-de8797dfc150 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0c876718a336412f98534032f64a9513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946514 Jan 25 02:36:20.237672 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 is scheduled to L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:36:20.240500 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41584) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:20.303476 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3518bc5b-2a13-4bf1-bd0b-b63f9ffccdd7 admin admin] Publish callbacks [] for security_group (64b3e073-c783-4c0b-8c5e-d280421c137a), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.327960 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-f237eab4-3fa4-468b-8017-459e2a2385c7 None None] Provisioning complete for port 53fd3704-0e86-40b7-a272-26ddf383e876 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:20.328517 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f237eab4-3fa4-468b-8017-459e2a2385c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.363488 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3518bc5b-2a13-4bf1-bd0b-b63f9ffccdd7 admin admin] Publish callbacks [] for security_group (64b3e073-c783-4c0b-8c5e-d280421c137a), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.439173 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-f237eab4-3fa4-468b-8017-459e2a2385c7 None None] Current status of the port 53fd3704-0e86-40b7-a272-26ddf383e876 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:20.440405 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:36:20.460765 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Sync routers for ids ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:36:20.472835 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Routers {'f9799f41-4ac8-4aa4-b6b2-d92210c9e816'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:20.474153 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:36:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:20.481662 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.482249 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3518bc5b-2a13-4bf1-bd0b-b63f9ffccdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (64b3e073-c783-4c0b-8c5e-d280421c137a), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.482993 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5724276c-4e10-4219-b722-2e8ee47c5337 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6844006 Jan 25 02:36:20.486298 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41596) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:20.489363 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3518bc5b-2a13-4bf1-bd0b-b63f9ffccdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.493872 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-3518bc5b-2a13-4bf1-bd0b-b63f9ffccdd7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/64b3e073-c783-4c0b-8c5e-d280421c137a HTTP/1.1" status: 204 len: 168 time: 0.2499292 Jan 25 02:36:20.503372 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518bc5b-2a13-4bf1-bd0b-b63f9ffccdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b3e073-c783-4c0b-8c5e-d280421c137a,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:20.653211 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Set router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:20.774115 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-d312d137-102a-48bc-9536-f535ad387e37 None None] Provisioning complete for port 53fd3704-0e86-40b7-a272-26ddf383e876 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:20.774632 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d312d137-102a-48bc-9536-f535ad387e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.000711 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:19Z', 'revision_number': 3, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:21.003969 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-d312d137-102a-48bc-9536-f535ad387e37 None None] Current status of the port 53fd3704-0e86-40b7-a272-26ddf383e876 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:21.047903 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Checking router: f9799f41-4ac8-4aa4-b6b2-d92210c9e816 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:36:21.048586 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Updating router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 port d41b148a-c202-488b-a3da-e71d9b91d033 binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:36:21.082652 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.169308 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 53fd3704-0e86-40b7-a272-26ddf383e876 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:21.172178 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.181643 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb43d6-09f4-4479-b9b3-b85ba6d0b2c1 req-c4ead4b6-878d-4cac-9fac-ceb1ad6d9b41 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:21.192886 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cdfb43d6-09f4-4479-b9b3-b85ba6d0b2c1 req-c4ead4b6-878d-4cac-9fac-ceb1ad6d9b41 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0953608 Jan 25 02:36:21.266362 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 53fd3704-0e86-40b7-a272-26ddf383e876 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:21.267041 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.293744 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cdfb43d6-09f4-4479-b9b3-b85ba6d0b2c1 req-57b1ea95-6378-4e60-a737-3ef0a4e2908e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997887 Jan 25 02:36:21.400390 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 53fd3704-0e86-40b7-a272-26ddf383e876 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:21.506395 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Allocated IP 172.20.0.1 (2aa6330c-47a3-4cd8-99e4-a77aeebc98ec/1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819/9c548ad4-7c26-4d7f-a1fe-2b72e3977026) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:21.518851 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Publish callbacks [] for port (d41b148a-c202-488b-a3da-e71d9b91d033), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.526656 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.599059 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Attempting to bind port d41b148a-c202-488b-a3da-e71d9b91d033 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:21.600287 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Attempting to bind port d41b148a-c202-488b-a3da-e71d9b91d033 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:21.600827 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Attempting to bind port d41b148a-c202-488b-a3da-e71d9b91d033 on network ac97d597-b923-44ee-833a-ebc6f152d881 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:21.602939 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaac034-f86d-4b28-8a0e-a790f435ec03 None None] Pushing event updated for resources: {'Port': ['ID=d41b148a-c202-488b-a3da-e71d9b91d033,revision_number=2']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:21.610721 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:21.611566 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:21.611825 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.612294 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Bound using segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:21.620269 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Bound port: d41b148a-c202-488b-a3da-e71d9b91d033, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:21.620825 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.666354 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Publish callbacks [] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.685974 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] For port d41b148a-c202-488b-a3da-e71d9b91d033, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:21.694922 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] For port d41b148a-c202-488b-a3da-e71d9b91d033, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d41b148a-c202-488b-a3da-e71d9b91d033,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:21.698643 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.757887 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaac034-f86d-4b28-8a0e-a790f435ec03 None None] Pushing event updated for resources: {'Port': ['ID=d41b148a-c202-488b-a3da-e71d9b91d033,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:21.782096 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Routers {'f9799f41-4ac8-4aa4-b6b2-d92210c9e816'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:21.782860 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:36:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:21.918339 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] Set router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:21.967367 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.027361 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c548ad4-7c26-4d7f-a1fe-2b72e3977026,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:22.041507 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:22.043353 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:22.045400 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:22.093088 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472927'] for router_interface (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.262310 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:19Z', 'revision_number': 3, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:22.296677 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.323811 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfcbc4-edc3-4be6-b3fc-9eefdb7f97d4 None None] The sync data for ids ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'] in dv-cinder-819778-6-iscsi is: [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:19Z', 'revision_number': 3, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:36:22.392788 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-8d894ecf-f0e4-4187-bf5b-ea36019f32d6 None None] Provisioning complete for port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:22.393903 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8d894ecf-f0e4-4187-bf5b-ea36019f32d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.467523 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-8d894ecf-f0e4-4187-bf5b-ea36019f32d6 None None] Port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:36:22.523088 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24e746-e9ab-4caf-b76a-8e327126c2af req-cb7e4a71-e823-4c87-a2ad-66792ad17033 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:22.524681 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1f24e746-e9ab-4caf-b76a-8e327126c2af req-cb7e4a71-e823-4c87-a2ad-66792ad17033 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0764885 Jan 25 02:36:22.590050 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1f24e746-e9ab-4caf-b76a-8e327126c2af req-6c84d2cd-f522-488d-bd01-4b26385a2634 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578732 Jan 25 02:36:22.608414 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Publish callbacks [] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.614221 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10000767'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.691875 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462773'] for router_interface (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.695780 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c548ad4-7c26-4d7f-a1fe-2b72e3977026,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:22.707531 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.708538 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.708650 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.709161 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.709691 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.710035 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.710369 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.710705 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.711033 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.711375 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.711733 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.712054 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.712378 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:22.876523 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:22.877993 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:22.886562 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41728) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:23.054517 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.079943 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:36:23.204528 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Publish callbacks [] for security_group (00c009af-0579-423c-8fad-4379f8adf661), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.211793 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (00c009af-0579-423c-8fad-4379f8adf661), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.241130 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d41b148a-c202-488b-a3da-e71d9b91d033 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:23.262387 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:36:23.272214 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a84ceada-c85b-4d15-a431-2f9ad0291de7 admin admin] 10.222.0.117 "PUT /v2.0/routers/f9799f41-4ac8-4aa4-b6b2-d92210c9e816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7848256 Jan 25 02:36:23.283311 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c009af-0579-423c-8fad-4379f8adf661,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:23.303383 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.304167 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.304668 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.305014 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.305351 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.305686 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.306016 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.306345 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.306675 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.307003 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.307327 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.307650 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.307999 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:23.314439 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-d85194cb-4259-4af2-80a2-119057eddc35 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e9ce293c57cf4af6b990811fd5e9401b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269187 Jan 25 02:36:23.317299 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41740) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:23.344993 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-18cf30a1-256b-486e-8c3c-647d3845fe2c None None] Provisioning complete for port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:23.345507 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-18cf30a1-256b-486e-8c3c-647d3845fe2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.398033 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port d41b148a-c202-488b-a3da-e71d9b91d033 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:23.398612 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.400762 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0fab9f9c-4550-44c6-a0e9-d7b910d54704 admin admin] Publish callbacks [] for security_group (00c009af-0579-423c-8fad-4379f8adf661), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.423649 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-18cf30a1-256b-486e-8c3c-647d3845fe2c None None] Port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:36:23.431656 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0fab9f9c-4550-44c6-a0e9-d7b910d54704 admin admin] Publish callbacks [] for security_group (00c009af-0579-423c-8fad-4379f8adf661), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.500182 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port d41b148a-c202-488b-a3da-e71d9b91d033 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:23.500410 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0fab9f9c-4550-44c6-a0e9-d7b910d54704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (00c009af-0579-423c-8fad-4379f8adf661), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.501050 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.504339 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0fab9f9c-4550-44c6-a0e9-d7b910d54704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.506943 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-0fab9f9c-4550-44c6-a0e9-d7b910d54704 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/00c009af-0579-423c-8fad-4379f8adf661 HTTP/1.1" status: 204 len: 168 time: 0.1876318 Jan 25 02:36:23.530691 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port d41b148a-c202-488b-a3da-e71d9b91d033, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d41b148a-c202-488b-a3da-e71d9b91d033,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:23.533890 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab9f9c-4550-44c6-a0e9-d7b910d54704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c009af-0579-423c-8fad-4379f8adf661,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:23.539225 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.648447 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=d41b148a-c202-488b-a3da-e71d9b91d033,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:23.815107 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ba46a-2753-48ce-960a-b80305b3b4d3 req-98db4bc3-d99b-472d-8384-5711fd82fcb7 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:23.817502 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3e5ba46a-2753-48ce-960a-b80305b3b4d3 req-98db4bc3-d99b-472d-8384-5711fd82fcb7 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1022115 Jan 25 02:36:23.915062 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3e5ba46a-2753-48ce-960a-b80305b3b4d3 req-a57590bd-7c47-4e31-8396-1b461f90321c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916519 Jan 25 02:36:24.146139 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41780) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:24.151888 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1613026018-network', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:24.175006 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41782) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:24.187415 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Made reservation on behalf of 0d879aff8bc64332896a3089c20f4a76 for: {'network': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:24.190418 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.191618 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66419438-feac-4969-9cc5-c3dc02a7d322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.210782 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.300540 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66419438-feac-4969-9cc5-c3dc02a7d322 admin admin] Publish callbacks [] for security_group (48addf89-32de-437d-a8ab-045074241c84), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.305692 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66419438-feac-4969-9cc5-c3dc02a7d322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (48addf89-32de-437d-a8ab-045074241c84), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.308314 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Publish callbacks [] for security_group (e7529f80-98b8-4869-b786-fd65835ae39e), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.312982 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e7529f80-98b8-4869-b786-fd65835ae39e), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.333151 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=102671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:36:24.349499 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-66419438-feac-4969-9cc5-c3dc02a7d322 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=da836b133a65491faf5f7cb6f86fe28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706967 Jan 25 02:36:24.350046 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41786) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:24.354076 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7529f80-98b8-4869-b786-fd65835ae39e,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:24.357415 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (c80bc13e-c565-44b0-86e8-43d22f32380a), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.357543 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66419438-feac-4969-9cc5-c3dc02a7d322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48addf89-32de-437d-a8ab-045074241c84,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:24.357827 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.segments_db [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Added segment c80bc13e-c565-44b0-86e8-43d22f32380a of type vlan for network 26bc5ff1-837f-4b44-ac21-099cd23349f8 Jan 25 02:36:24.409389 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (26bc5ff1-837f-4b44-ac21-099cd23349f8), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.417771 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26f9c245-101e-464d-a472-4d6bf463aa2a admin admin] Publish callbacks [] for security_group (48addf89-32de-437d-a8ab-045074241c84), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.434559 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (26bc5ff1-837f-4b44-ac21-099cd23349f8), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.435651 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:24.436262 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.440098 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26f9c245-101e-464d-a472-4d6bf463aa2a admin admin] Publish callbacks [] for security_group (48addf89-32de-437d-a8ab-045074241c84), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.494261 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26f9c245-101e-464d-a472-4d6bf463aa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (48addf89-32de-437d-a8ab-045074241c84), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.496875 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26f9c245-101e-464d-a472-4d6bf463aa2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.500423 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-26f9c245-101e-464d-a472-4d6bf463aa2a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/48addf89-32de-437d-a8ab-045074241c84 HTTP/1.1" status: 204 len: 168 time: 0.1472774 Jan 25 02:36:24.500558 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] Pushing event updated for resources: {'Network': ['ID=26bc5ff1-837f-4b44-ac21-099cd23349f8,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:24.507998 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-8cfc8d65-b38c-4868-8fb4-a53774ca4590 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3571990 Jan 25 02:36:24.508082 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41790) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:24.512723 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 26bc5ff1-837f-4b44-ac21-099cd23349f8 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:36:24.513492 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Request body: {'subnet': {'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1613026018-subnet', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:24.523268 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9c245-101e-464d-a472-4d6bf463aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48addf89-32de-437d-a8ab-045074241c84,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:24.545803 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Made reservation on behalf of 0d879aff8bc64332896a3089c20f4a76 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:24.548401 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10474755'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.763177 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Sync routers for ids ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:36:24.787337 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Routers {'f9799f41-4ac8-4aa4-b6b2-d92210c9e816'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:24.788064 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:36:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:24.805248 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10000772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10474797'] for subnet (9b1f6f92-2a9f-47ed-bea8-fb48bd87934b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.899491 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1f6f92-2a9f-47ed-bea8-fb48bd87934b,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:24.902180 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Checking segment: {'id': 'c80bc13e-c565-44b0-86e8-43d22f32380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:24.902546 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Network hostable DHCP agents. Network: 26bc5ff1-837f-4b44-ac21-099cd23349f8, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:36:24.929435 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Network 26bc5ff1-837f-4b44-ac21-099cd23349f8 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:36:24.947878 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 26bc5ff1-837f-4b44-ac21-099cd23349f8) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:24.952920 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:24.953518 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:24.965561 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Set router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:24.984896 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d802f7fe-686c-4509-9566-815e030f5212 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4732077 Jan 25 02:36:24.985312 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41808) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:24.988689 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc0fb5-1d90-4e48-973e-774ccb7418bc None None] Network 26bc5ff1-837f-4b44-ac21-099cd23349f8 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:36:24.992998 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1613026018-router', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:25.060786 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (275246ce-6802-4e0a-95d1-6dc0ad25f478), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.061883 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (275246ce-6802-4e0a-95d1-6dc0ad25f478), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.145556 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc32a10-c9bb-4adb-ac0c-1bbafa2f8eed req-f27e8185-2a64-4923-9916-3ef6c40865fe tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:25.150219 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d41b148a-c202-488b-a3da-e71d9b91d033 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:25.154204 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5bc32a10-c9bb-4adb-ac0c-1bbafa2f8eed req-f27e8185-2a64-4923-9916-3ef6c40865fe tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0778861 Jan 25 02:36:25.164169 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks [] for router_controller (275246ce-6802-4e0a-95d1-6dc0ad25f478), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.250004 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5bc32a10-c9bb-4adb-ac0c-1bbafa2f8eed req-d3240bbc-11e9-49d0-b9c0-4258ea9321c9 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904536 Jan 25 02:36:25.367221 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1b5505-16d0-58fc-a7d8-0e7c122357f0-26bc5ff1-837f-4b44-ac21-099cd23349f8', 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8', 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'fixed_ips': [{'subnet_id': '9b1f6f92-2a9f-47ed-bea8-fb48bd87934b'}]}} from dv-cinder-819778-6-iscsi. {{(pid=102672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:36:25.368254 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.372276 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks [] for router_gateway (275246ce-6802-4e0a-95d1-6dc0ad25f478), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.397461 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port d41b148a-c202-488b-a3da-e71d9b91d033 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:25.397888 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.605884 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks [] for router_gateway (275246ce-6802-4e0a-95d1-6dc0ad25f478), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.640029 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.696817 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.db_base_plugin_common [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Allocated IP 172.20.0.2 (26bc5ff1-837f-4b44-ac21-099cd23349f8/9b1f6f92-2a9f-47ed-bea8-fb48bd87934b/88090066-3a27-462e-9e39-6439a29f5eea) {{(pid=102672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:25.707824 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:22Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '9c548ad4-7c26-4d7f-a1fe-2b72e3977026', 'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'mac_address': 'fa:16:3e:a4:d1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:21Z', 'updated_at': '2022-01-25T02:36:22Z', 'revision_number': 2, 'project_id': '420e54880e0e49999ee0ca6050023575', 'subnets': [{'id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:25.714750 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port d41b148a-c202-488b-a3da-e71d9b91d033 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:25.743951 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Checking router: f9799f41-4ac8-4aa4-b6b2-d92210c9e816 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:36:25.744418 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Updating router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 binding host dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:36:25.775876 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Allocated IP 172.27.1.147 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/dffdc9f0-cd89-42d8-9bfc-df0240bb71c6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:25.797074 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.889984 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks [] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.928067 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.971685 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:25.978722 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:25.985958 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:25.988740 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Pushing event updated for resources: {'Port': ['ID=dffdc9f0-cd89-42d8-9bfc-df0240bb71c6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:26.049491 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Publish callbacks [] for port (88090066-3a27-462e-9e39-6439a29f5eea), precommit_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.085280 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (88090066-3a27-462e-9e39-6439a29f5eea), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.140950 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Network 26bc5ff1-837f-4b44-ac21-099cd23349f8 is already hosted by enough agents. {{(pid=102672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:26.166857 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.base_scheduler [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Resources bound (agent type, host, resource id): {{(pid=102672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:26.177477 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Received port after_create {{(pid=102672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:26.181833 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Pushing event updated for resources: {'Port': ['ID=88090066-3a27-462e-9e39-6439a29f5eea,revision_number=1']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:26.185112 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41846) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:26.202138 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.202522 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.202880 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.203229 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.203577 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.203935 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.204273 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.204607 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.204940 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.205286 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.205623 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.205950 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.206283 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:26.288759 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Attempting to bind port 88090066-3a27-462e-9e39-6439a29f5eea on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:26.289153 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Attempting to bind port 88090066-3a27-462e-9e39-6439a29f5eea by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'c80bc13e-c565-44b0-86e8-43d22f32380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:26.289523 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Attempting to bind port 88090066-3a27-462e-9e39-6439a29f5eea on network 26bc5ff1-837f-4b44-ac21-099cd23349f8 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:26.297317 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:26.297684 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Checking segment: {'id': 'c80bc13e-c565-44b0-86e8-43d22f32380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:26.298020 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks [] for router_gateway (275246ce-6802-4e0a-95d1-6dc0ad25f478), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.298297 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.298706 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Bound using segment: {'id': 'c80bc13e-c565-44b0-86e8-43d22f32380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:26.299193 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Bound port: 88090066-3a27-462e-9e39-6439a29f5eea, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80bc13e-c565-44b0-86e8-43d22f32380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:26.299579 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (88090066-3a27-462e-9e39-6439a29f5eea), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.326190 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e0e3-cfe9-4076-a49e-6cab2aae4258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.326699 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Publish callbacks [] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.356010 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.486927 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] For port 88090066-3a27-462e-9e39-6439a29f5eea, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:26.502646 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e928ec-5275-45a0-89bf-9fcf7c9e73a9 req-07234d2b-25d4-4cbc-80f5-81add97afc7f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:26.510929 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b9e928ec-5275-45a0-89bf-9fcf7c9e73a9 req-07234d2b-25d4-4cbc-80f5-81add97afc7f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1307960 Jan 25 02:36:26.514425 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2b46d-2a14-428a-b999-707caabcc54e None None] Pushing event updated for resources: {'Port': ['ID=9c548ad4-7c26-4d7f-a1fe-2b72e3977026,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:26.525591 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9187d475-0779-453a-a456-872a4e8859c8 req-efd5aaf1-2911-434a-a923-b5cf1474aec4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1741204 Jan 25 02:36:26.549018 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] For port 88090066-3a27-462e-9e39-6439a29f5eea, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=88090066-3a27-462e-9e39-6439a29f5eea,segment=NetworkSegment(c80bc13e-c565-44b0-86e8-43d22f32380a),segment_id=c80bc13e-c565-44b0-86e8-43d22f32380a)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:26.552415 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Attempting to bind port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:26.553459 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Attempting to bind port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:26.553459 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Attempting to bind port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 on network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:26.576300 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (88090066-3a27-462e-9e39-6439a29f5eea), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.578506 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:26.578988 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Checking segment: {'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:26.579464 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.579965 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Bound using segment: {'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:26.580519 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Bound port: 9c548ad4-7c26-4d7f-a1fe-2b72e3977026, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:26.581092 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.596370 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b9e928ec-5275-45a0-89bf-9fcf7c9e73a9 req-f39121e5-7f89-46bc-8279-dd3084a3460e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750186 Jan 25 02:36:26.625342 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e0e3-cfe9-4076-a49e-6cab2aae4258 admin admin] Publish callbacks [] for security_group (dc734449-278d-482f-9896-698ee80a225d), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.645620 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e0e3-cfe9-4076-a49e-6cab2aae4258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (dc734449-278d-482f-9896-698ee80a225d), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.657655 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901c558-4b09-4ad9-919e-07da2a3efb79 None None] Pushing event updated for resources: {'Port': ['ID=88090066-3a27-462e-9e39-6439a29f5eea,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:26.704698 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8e0e3-cfe9-4076-a49e-6cab2aae4258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc734449-278d-482f-9896-698ee80a225d,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:26.736010 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-d7e8e0e3-cfe9-4076-a49e-6cab2aae4258 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9c071f35692f4f8b965b5fee58c964f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5497620 Jan 25 02:36:26.740659 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 41856) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:26.753522 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187d475-0779-453a-a456-872a4e8859c8 req-bdcf4d08-b600-4f29-a63b-bad93da6b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:26.755907 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9187d475-0779-453a-a456-872a4e8859c8 req-bdcf4d08-b600-4f29-a63b-bad93da6b494 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=cc7d18886cee4c49abf6786916eff689&device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 1098 time: 0.1487634 Jan 25 02:36:26.758043 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-275c9e3f-4ff0-4202-98dd-991ed979ab0a None None] Provisioning complete for port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:26.758527 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-275c9e3f-4ff0-4202-98dd-991ed979ab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.825569 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] For port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:26.851119 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e54b-4035-451d-99bc-7614ea27f968 admin admin] Publish callbacks [] for security_group (dc734449-278d-482f-9896-698ee80a225d), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.853149 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-275c9e3f-4ff0-4202-98dd-991ed979ab0a None None] Port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:36:26.855822 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] For port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=9c548ad4-7c26-4d7f-a1fe-2b72e3977026,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:26.863548 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.882331 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547'] for router (275246ce-6802-4e0a-95d1-6dc0ad25f478), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.929159 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e54b-4035-451d-99bc-7614ea27f968 admin admin] Publish callbacks [] for security_group (dc734449-278d-482f-9896-698ee80a225d), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.997526 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187d475-0779-453a-a456-872a4e8859c8 req-7de30d96-fe87-4eed-ae79-f5bab9e80f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:26.999043 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9187d475-0779-453a-a456-872a4e8859c8 req-7de30d96-fe87-4eed-ae79-f5bab9e80f3c service neutron] 10.222.0.121 "GET /v2.0/networks?id=a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 HTTP/1.1" status: 200 len: 913 time: 0.1910737 Jan 25 02:36:27.108240 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9187d475-0779-453a-a456-872a4e8859c8 req-02fd44b6-acf1-4886-9d23-3f0f3a93e9e6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d323e9fe-11b0-492b-8b48-858adf2ccbad HTTP/1.1" status: 200 len: 217 time: 0.1007566 Jan 25 02:36:27.178678 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e54b-4035-451d-99bc-7614ea27f968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (dc734449-278d-482f-9896-698ee80a225d), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.184499 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f6c1e54b-4035-451d-99bc-7614ea27f968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.195217 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Router 275246ce-6802-4e0a-95d1-6dc0ad25f478 is scheduled to L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:36:27.197711 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f6c1e54b-4035-451d-99bc-7614ea27f968 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/dc734449-278d-482f-9896-698ee80a225d HTTP/1.1" status: 204 len: 168 time: 0.4556282 Jan 25 02:36:27.222954 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1e54b-4035-451d-99bc-7614ea27f968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc734449-278d-482f-9896-698ee80a225d,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:27.254674 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187d475-0779-453a-a456-872a4e8859c8 req-683ec45e-5843-4390-a813-e870f5c2e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:27.259510 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9187d475-0779-453a-a456-872a4e8859c8 req-683ec45e-5843-4390-a813-e870f5c2e6f0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=929471d5-6dde-4b9a-9608-efbb4491f4cf HTTP/1.1" status: 200 len: 852 time: 0.1395016 Jan 25 02:36:27.297218 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 88090066-3a27-462e-9e39-6439a29f5eea up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:27.306595 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9187d475-0779-453a-a456-872a4e8859c8 req-8129c7c8-f7b2-4e72-81eb-ff38adb68136 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342188 Jan 25 02:36:27.359806 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Routers {'f9799f41-4ac8-4aa4-b6b2-d92210c9e816'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:27.360490 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:36:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:27.383124 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:36:27.400509 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Sync routers for ids ['275246ce-6802-4e0a-95d1-6dc0ad25f478'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:36:27.416368 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.422085 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9092bf6a-cbb0-405a-b68b-1a0776c2547f admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4327056 Jan 25 02:36:27.423168 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2b46d-2a14-428a-b999-707caabcc54e None None] Pushing event updated for resources: {'Port': ['ID=9c548ad4-7c26-4d7f-a1fe-2b72e3977026,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:27.424086 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 41866) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:27.432536 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-48f5ecb7-8c0f-4f98-999d-d4ece7d2ccc6 None None] Provisioning complete for port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:27.432919 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-48f5ecb7-8c0f-4f98-999d-d4ece7d2ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.436458 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Routers {'275246ce-6802-4e0a-95d1-6dc0ad25f478'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:27.438060 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:36:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['275246ce-6802-4e0a-95d1-6dc0ad25f478'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:27.463634 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9187d475-0779-453a-a456-872a4e8859c8 req-2a9aeff3-894c-4bc5-a44b-d539b6ef6ed1 service neutron] 10.222.0.121 "GET /v2.0/networks/a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384261 Jan 25 02:36:27.581871 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9187d475-0779-453a-a456-872a4e8859c8 req-3c48f3c5-c1a9-4541-88dc-70ace4ec6bf1 service neutron] 10.222.0.121 "GET /v2.0/networks/a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109223 Jan 25 02:36:27.601949 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Set router 275246ce-6802-4e0a-95d1-6dc0ad25f478 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:27.607195 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 88090066-3a27-462e-9e39-6439a29f5eea triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:27.607600 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (88090066-3a27-462e-9e39-6439a29f5eea), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.733117 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] Set router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:27.770890 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-48f5ecb7-8c0f-4f98-999d-d4ece7d2ccc6 None None] Current status of the port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:27.771554 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-48f5ecb7-8c0f-4f98-999d-d4ece7d2ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.772624 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa133b-af38-4887-ac23-3135a9ebac89 req-045f592e-d3ee-46e0-a471-c0e26dded056 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:27.774626 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-39aa133b-af38-4887-ac23-3135a9ebac89 req-045f592e-d3ee-46e0-a471-c0e26dded056 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0824082 Jan 25 02:36:27.890911 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-39aa133b-af38-4887-ac23-3135a9ebac89 req-53ffb249-c4c0-44e5-b6c6-c6c974f033c3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028171 Jan 25 02:36:28.063376 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'name': 'tempest-TestMinimumBasicScenario-1613026018-router', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:26Z', 'revision_number': 3, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'gw_port': {'id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:28.080756 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e6cc9550-bbd1-4b57-9a90-2529468f3fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.104789 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Checking router: 275246ce-6802-4e0a-95d1-6dc0ad25f478 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:36:28.105135 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Updating router 275246ce-6802-4e0a-95d1-6dc0ad25f478 port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:36:28.109067 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-48f5ecb7-8c0f-4f98-999d-d4ece7d2ccc6 None None] For port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=9c548ad4-7c26-4d7f-a1fe-2b72e3977026,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:28.111886 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 88090066-3a27-462e-9e39-6439a29f5eea is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:28.112476 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (88090066-3a27-462e-9e39-6439a29f5eea), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.145224 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-48f5ecb7-8c0f-4f98-999d-d4ece7d2ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.150081 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.180393 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 88090066-3a27-462e-9e39-6439a29f5eea, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=88090066-3a27-462e-9e39-6439a29f5eea,segment=NetworkSegment(c80bc13e-c565-44b0-86e8-43d22f32380a),segment_id=c80bc13e-c565-44b0-86e8-43d22f32380a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:28.234669 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (88090066-3a27-462e-9e39-6439a29f5eea), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.322929 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5ecb7-8c0f-4f98-999d-d4ece7d2ccc6 None None] Pushing event updated for resources: {'Port': ['ID=9c548ad4-7c26-4d7f-a1fe-2b72e3977026,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:28.376206 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-75aa5b7b-2cf2-4aa8-9884-2b7f731ff200 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:28.385652 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-75aa5b7b-2cf2-4aa8-9884-2b7f731ff200 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 815 time: 0.3822091 Jan 25 02:36:28.399325 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=88090066-3a27-462e-9e39-6439a29f5eea,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:28.422825 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-874dac53-a3f8-4b83-acc5-8e315662aa53 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/quotas/6d1acc2413564b368f3c2ec812ffe6ef HTTP/1.1" status: 200 len: 375 time: 0.0318754 Jan 25 02:36:28.440422 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6523c6-aaae-4410-8d7b-a56792eb2fa2 None None] Network 26bc5ff1-837f-4b44-ac21-099cd23349f8 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:36:28.466306 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.467797 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:22Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '9c548ad4-7c26-4d7f-a1fe-2b72e3977026', 'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'mac_address': 'fa:16:3e:a4:d1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:21Z', 'updated_at': '2022-01-25T02:36:26Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'subnets': [{'id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:28.545486 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5842e7-9d0e-40dd-86a6-2758f434fc88 None None] The sync data for ids ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'] in dv-cinder-819778-6-iscsi is: [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:22Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '9c548ad4-7c26-4d7f-a1fe-2b72e3977026', 'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'mac_address': 'fa:16:3e:a4:d1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:21Z', 'updated_at': '2022-01-25T02:36:26Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'subnets': [{'id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:36:28.563254 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Publish callbacks [] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.573364 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.582972 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-3bb895c2-9d90-438b-adf0-bbfc218546ca None None] Provisioning complete for port 88090066-3a27-462e-9e39-6439a29f5eea triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:28.588316 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3bb895c2-9d90-438b-adf0-bbfc218546ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (88090066-3a27-462e-9e39-6439a29f5eea), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.633845 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-2856b53a-0dfc-46fb-a91c-b7e2d3a0720c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100532 Jan 25 02:36:28.711664 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Attempting to bind port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:28.712096 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Attempting to bind port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:28.712461 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Attempting to bind port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 on network ac97d597-b923-44ee-833a-ebc6f152d881 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:28.721211 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Pushing event updated for resources: {'Port': ['ID=dffdc9f0-cd89-42d8-9bfc-df0240bb71c6,revision_number=2']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:28.748061 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:28.748442 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:28.750820 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.750820 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Bound using segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:28.750820 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Bound port: dffdc9f0-cd89-42d8-9bfc-df0240bb71c6, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:28.750820 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.756979 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.757361 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.757726 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.758089 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.758405 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.758736 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.759063 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.759387 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.760269 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.760634 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.760965 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.761290 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.761758 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:28.808836 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Allocated IP 172.20.0.1 (26bc5ff1-837f-4b44-ac21-099cd23349f8/9b1f6f92-2a9f-47ed-bea8-fb48bd87934b/f817b574-5f57-4029-be6a-3e5c6e56499d) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:28.837791 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-3bb895c2-9d90-438b-adf0-bbfc218546ca None None] Current status of the port 88090066-3a27-462e-9e39-6439a29f5eea is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:28.877629 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] For port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:28.881938 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] For port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=dffdc9f0-cd89-42d8-9bfc-df0240bb71c6,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:28.887680 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.924151 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-00a7bb7f-6ffb-483d-839d-0653c6f373e6 service neutron] 10.222.0.117 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891424 Jan 25 02:36:29.022352 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d83af0-1707-45c5-8905-034541cab51a None None] Pushing event updated for resources: {'Port': ['ID=dffdc9f0-cd89-42d8-9bfc-df0240bb71c6,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:29.108213 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Routers {'275246ce-6802-4e0a-95d1-6dc0ad25f478'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:29.108926 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:36:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['275246ce-6802-4e0a-95d1-6dc0ad25f478'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:29.145077 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c40d0-a4b2-48a9-a8bc-bfdaa5f7298b req-5d25d94c-7d80-460f-9325-4e03124a9b6b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:29.159909 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ec7c40d0-a4b2-48a9-a8bc-bfdaa5f7298b req-5d25d94c-7d80-460f-9325-4e03124a9b6b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1176693 Jan 25 02:36:29.199236 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-acec7adc-773f-423f-a68a-a55485914ae6 None None] Provisioning complete for port 88090066-3a27-462e-9e39-6439a29f5eea triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:29.201364 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-acec7adc-773f-423f-a68a-a55485914ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (88090066-3a27-462e-9e39-6439a29f5eea), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.232327 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Publish callbacks [] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.245457 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-446c09ff-57f0-48a8-8b3a-559e0c2f2ae5 service neutron] 10.222.0.117 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201387 Jan 25 02:36:29.256909 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ec7c40d0-a4b2-48a9-a8bc-bfdaa5f7298b req-43e71965-4ad4-4481-bfef-2b1872b8d873 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894425 Jan 25 02:36:29.297356 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.365012 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Network 26bc5ff1-837f-4b44-ac21-099cd23349f8 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:29.373059 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:29.379103 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:29.469716 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472927'] for router_interface (275246ce-6802-4e0a-95d1-6dc0ad25f478), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.476626 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=f817b574-5f57-4029-be6a-3e5c6e56499d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:29.501343 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] Set router 275246ce-6802-4e0a-95d1-6dc0ad25f478 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:29.529457 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:29.734588 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea33f051-3833-4cdd-9067-f2bfb85006b1 req-199bd456-c4c4-4ae4-bd33-96e1904d7f48 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 210 time: 0.1200557 Jan 25 02:36:29.749815 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-acec7adc-773f-423f-a68a-a55485914ae6 None None] Current status of the port 88090066-3a27-462e-9e39-6439a29f5eea is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:29.797295 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:29.797906 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.857442 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.925383 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-265e72cb-5b59-4198-9281-6710420bb265 None None] Provisioning complete for port f817b574-5f57-4029-be6a-3e5c6e56499d triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:29.925987 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-265e72cb-5b59-4198-9281-6710420bb265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.026175 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'name': 'tempest-TestMinimumBasicScenario-1613026018-router', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:26Z', 'revision_number': 3, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'gw_port': {'id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:30.027374 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-265e72cb-5b59-4198-9281-6710420bb265 None None] Port f817b574-5f57-4029-be6a-3e5c6e56499d cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:36:30.057914 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b6ece-3dd9-493b-b8b9-91ba93145c07 None None] The sync data for ids ['275246ce-6802-4e0a-95d1-6dc0ad25f478'] in dv-cinder-819778-6-iscsi is: [{'id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'name': 'tempest-TestMinimumBasicScenario-1613026018-router', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:26Z', 'revision_number': 3, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'gw_port': {'id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:36:30.063397 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:30.064546 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 88090066-3a27-462e-9e39-6439a29f5eea up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:30.099472 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Publish callbacks [] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.105682 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10000767'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.168370 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-723e1d25-ad76-4d15-84d8-bb01117d821e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.178669 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 88090066-3a27-462e-9e39-6439a29f5eea triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:30.179313 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (88090066-3a27-462e-9e39-6439a29f5eea), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.189919 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=f817b574-5f57-4029-be6a-3e5c6e56499d,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:30.202748 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462773'] for router_interface (275246ce-6802-4e0a-95d1-6dc0ad25f478), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.330566 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 88090066-3a27-462e-9e39-6439a29f5eea is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:30.416109 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0468a-12d4-4de3-a0ba-d0df967f1515 req-492f3ff6-3126-4cd6-afb5-99656b785111 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:30.417800 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-15f0468a-12d4-4de3-a0ba-d0df967f1515 req-492f3ff6-3126-4cd6-afb5-99656b785111 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0713098 Jan 25 02:36:30.423666 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Network 26bc5ff1-837f-4b44-ac21-099cd23349f8 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:30.425282 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:30.601899 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-15f0468a-12d4-4de3-a0ba-d0df967f1515 req-4e342f74-397a-46ea-948f-fb9ba2c0dc4e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737840 Jan 25 02:36:30.703234 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Router 275246ce-6802-4e0a-95d1-6dc0ad25f478 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:36:30.800346 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-fb3eb3df-a6f1-4bd4-9f31-67ab9e9e9815 None None] Provisioning complete for port f817b574-5f57-4029-be6a-3e5c6e56499d triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:30.800729 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb3df-a6f1-4bd4-9f31-67ab9e9e9815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.845882 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-83cb6702-6337-4fc7-aaee-57749c0f0d24 req-f10d828f-bd52-4ba1-9f06-3bfa4c31fa2c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 210 time: 0.0315492 Jan 25 02:36:30.886576 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-fb3eb3df-a6f1-4bd4-9f31-67ab9e9e9815 None None] Port f817b574-5f57-4029-be6a-3e5c6e56499d cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:36:30.890973 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:36:30.907604 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-462beb11-899c-4323-aa0a-30661fb17cb1 admin admin] 10.222.0.117 "PUT /v2.0/routers/275246ce-6802-4e0a-95d1-6dc0ad25f478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4823895 Jan 25 02:36:31.002074 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.163012 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:31.214218 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:31.214628 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.311159 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:31.312502 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.341718 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=dffdc9f0-cd89-42d8-9bfc-df0240bb71c6,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:31.349245 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.415771 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=dffdc9f0-cd89-42d8-9bfc-df0240bb71c6,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:31.516997 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: from cryptography.utils import int_from_bytes Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: from cryptography.utils import int_from_bytes Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.569832 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:31.572752 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:31.575047 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f497ff62-6def-414e-a77e-3fb7143688a5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:31.577440 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f497ff62-6def-414e-a77e-3fb7143688a5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 815 time: 0.1447115 Jan 25 02:36:31.673802 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Request body: {'port': {'device_id': '4a378f4c-8709-4448-b9d5-2dd0917ee7df', 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8', 'admin_state_up': True, 'tenant_id': '6d1acc2413564b368f3c2ec812ffe6ef'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:31.852431 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad8213-ea81-4d51-9870-8b4e0d7f00c6 req-6805cfd2-ade4-49fe-b759-a769e5d521a5 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:31.861275 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0fad8213-ea81-4d51-9870-8b4e0d7f00c6 req-6805cfd2-ade4-49fe-b759-a769e5d521a5 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1162310 Jan 25 02:36:31.974757 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0fad8213-ea81-4d51-9870-8b4e0d7f00c6 req-c5bf25fb-9c7a-4ce8-a0a6-55b60958f2a1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049156 Jan 25 02:36:31.975601 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Made reservation on behalf of 6d1acc2413564b368f3c2ec812ffe6ef for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:31.989008 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.054486 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b6f942fb-f685-426c-bc16-9641f4a45ea4 req-169f711d-66ef-495c-93de-3c01d94ed176 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 210 time: 0.0504038 Jan 25 02:36:32.148555 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Allocated IP 172.20.0.5 (40220640-c28f-4d62-b93f-4c106d7635f8/9bdd28ff-578c-4ad2-b3e2-22bed6db38ca/dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:32.461976 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Sync routers for ids ['275246ce-6802-4e0a-95d1-6dc0ad25f478'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:36:32.466349 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks [] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.474510 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Routers {'275246ce-6802-4e0a-95d1-6dc0ad25f478'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:32.475148 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:36:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['275246ce-6802-4e0a-95d1-6dc0ad25f478'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:32.535849 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.546356 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe521b5-25a0-4480-9c28-6a477d0ecd8c req-78213af1-85fd-452e-b928-a5fe1b592be4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:32.554653 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cbe521b5-25a0-4480-9c28-6a477d0ecd8c req-78213af1-85fd-452e-b928-a5fe1b592be4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0687385 Jan 25 02:36:32.581245 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Network 40220640-c28f-4d62-b93f-4c106d7635f8 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:32.586542 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:32.591728 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:32.615020 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:32.615454 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['6d92fddd-f89a-463a-845a-88ec590624f2'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:32.620517 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.648259 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cbe521b5-25a0-4480-9c28-6a477d0ecd8c req-6114da6e-ce6d-4475-9462-cee2e2e61600 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926270 Jan 25 02:36:32.667258 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Pushing event updated for resources: {'Port': ['ID=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:32.675427 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-f46e2003-18f4-4778-9713-27001a123bd4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0159993 Jan 25 02:36:32.700685 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Request body: {'port': {'device_id': '4a378f4c-8709-4448-b9d5-2dd0917ee7df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:32.781169 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.829226 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Set router 275246ce-6802-4e0a-95d1-6dc0ad25f478 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:33.021744 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.164008 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f421d12-872d-4bcd-a2d7-2ddcc462f9b8 req-71fe065c-057f-42c5-b8a6-52b3128c9732 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:33.165783 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9f421d12-872d-4bcd-a2d7-2ddcc462f9b8 req-71fe065c-057f-42c5-b8a6-52b3128c9732 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1107359 Jan 25 02:36:33.188767 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:33.258340 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:33.288525 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9f421d12-872d-4bcd-a2d7-2ddcc462f9b8 req-fa51bc17-7564-4bb7-a7c4-c5ee88f27156 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167073 Jan 25 02:36:33.291526 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Publish callbacks [] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.323154 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Transition to ACTIVE for port object dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:36:33.330267 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.343182 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:33.343869 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.412469 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Pushing event updated for resources: {'Port': ['ID=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:33.427672 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'name': 'tempest-TestMinimumBasicScenario-1613026018-router', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:29Z', 'revision_number': 4, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'gw_port': {'id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f817b574-5f57-4029-be6a-3e5c6e56499d', 'name': '', 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'mac_address': 'fa:16:3e:c1:d0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b1f6f92-2a9f-47ed-bea8-fb48bd87934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:28Z', 'updated_at': '2022-01-25T02:36:29Z', 'revision_number': 2, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'subnets': [{'id': '9b1f6f92-2a9f-47ed-bea8-fb48bd87934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:33.470620 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Checking router: 275246ce-6802-4e0a-95d1-6dc0ad25f478 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:36:33.471331 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Attempting to bind port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:33.471331 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Attempting to bind port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:33.471647 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Attempting to bind port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf on network 40220640-c28f-4d62-b93f-4c106d7635f8 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:33.472197 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Updating router 275246ce-6802-4e0a-95d1-6dc0ad25f478 port f817b574-5f57-4029-be6a-3e5c6e56499d binding host dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:36:33.485749 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf on network 40220640-c28f-4d62-b93f-4c106d7635f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:36:33.487006 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Attempting to bind port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf on network 40220640-c28f-4d62-b93f-4c106d7635f8 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:33.500548 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f20c11-115e-4a81-9a58-4ef93c9cdf3d req-9d2c2b17-6bdf-4265-9fdc-05e81e963abe tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:33.508658 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a3f20c11-115e-4a81-9a58-4ef93c9cdf3d req-9d2c2b17-6bdf-4265-9fdc-05e81e963abe tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.0784445 Jan 25 02:36:33.510718 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:33.511152 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Checking segment: {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:33.511609 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Bound using segment: {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:33.512161 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Bound port: dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:33.512627 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.531935 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.550716 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:33.618504 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a3f20c11-115e-4a81-9a58-4ef93c9cdf3d req-46a81810-cf6d-4a15-af78-d0767029f0b4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087816 Jan 25 02:36:33.650230 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] For port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:33.653741 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] For port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:33.658886 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.705103 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:33.705719 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.707112 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] 10.222.0.121 "PUT /v2.0/ports/dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf HTTP/1.1" status: 200 len: 1093 time: 1.0128455 Jan 25 02:36:33.707552 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a378f4c-8709-4448-b9d5-2dd0917ee7df', 'tag': 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:33.711194 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f04357c-ba89-4d33-81b4-719d2d04519a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a378f4c-8709-4448-b9d5-2dd0917ee7df", "tag": "dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:33.758869 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9c51d-18c0-4311-87ec-597658e4422d service neutron] Pushing event updated for resources: {'Port': ['ID=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:33.772899 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fe6155-6250-4e36-aa48-f39bfdeffd11 x-openstack-request-id: req-d0fe6155-6250-4e36-aa48-f39bfdeffd11 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:33.773536 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a378f4c-8709-4448-b9d5-2dd0917ee7df", "tag": "dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:33.773797 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d0fe6155-6250-4e36-aa48-f39bfdeffd11 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:33.774197 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a378f4c-8709-4448-b9d5-2dd0917ee7df', 'tag': 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf', 'status': 'completed', 'code': 200} Jan 25 02:36:33.799725 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8bf17-fe11-44d5-a119-9314bffee7d0 req-a85dfda7-ba8b-4202-b2a3-e36342eb0e67 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:33.801200 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60e8bf17-fe11-44d5-a119-9314bffee7d0 req-a85dfda7-ba8b-4202-b2a3-e36342eb0e67 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0626769 Jan 25 02:36:33.881321 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60e8bf17-fe11-44d5-a119-9314bffee7d0 req-06ed994d-7b7a-4db7-9506-98d9b3be5881 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715785 Jan 25 02:36:33.987763 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Publish callbacks [] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.993310 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.050158 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81918f92-e66b-4911-8b7a-b51519b0241f None None] Pushing event updated for resources: {'Port': ['ID=f817b574-5f57-4029-be6a-3e5c6e56499d,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:34.111485 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Attempting to bind port f817b574-5f57-4029-be6a-3e5c6e56499d on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:34.112103 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Attempting to bind port f817b574-5f57-4029-be6a-3e5c6e56499d by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'c80bc13e-c565-44b0-86e8-43d22f32380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:34.112622 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Attempting to bind port f817b574-5f57-4029-be6a-3e5c6e56499d on network 26bc5ff1-837f-4b44-ac21-099cd23349f8 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:34.124588 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:34.124588 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Checking segment: {'id': 'c80bc13e-c565-44b0-86e8-43d22f32380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:34.125018 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.125553 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Bound using segment: {'id': 'c80bc13e-c565-44b0-86e8-43d22f32380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:34.126505 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Bound port: f817b574-5f57-4029-be6a-3e5c6e56499d, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80bc13e-c565-44b0-86e8-43d22f32380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:34.126505 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.226558 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.274898 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] For port f817b574-5f57-4029-be6a-3e5c6e56499d, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:34.278157 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] For port f817b574-5f57-4029-be6a-3e5c6e56499d, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=f817b574-5f57-4029-be6a-3e5c6e56499d,segment=NetworkSegment(c80bc13e-c565-44b0-86e8-43d22f32380a),segment_id=c80bc13e-c565-44b0-86e8-43d22f32380a)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:34.284209 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.363539 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Routers {'275246ce-6802-4e0a-95d1-6dc0ad25f478'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:34.364348 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:36:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['275246ce-6802-4e0a-95d1-6dc0ad25f478'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:34.377446 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-a1aeedd9-a8d1-42a3-9bf2-b0ab8480d993 None None] Provisioning complete for port f817b574-5f57-4029-be6a-3e5c6e56499d triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:34.377726 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a1aeedd9-a8d1-42a3-9bf2-b0ab8480d993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.409721 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81918f92-e66b-4911-8b7a-b51519b0241f None None] Pushing event updated for resources: {'Port': ['ID=f817b574-5f57-4029-be6a-3e5c6e56499d,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:34.579219 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] Set router 275246ce-6802-4e0a-95d1-6dc0ad25f478 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:34.700097 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd41f3a-27e4-43fd-b7cb-a442617863a2 req-97db5c06-14b0-4028-8c20-f1f602cde250 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:34.701654 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4cd41f3a-27e4-43fd-b7cb-a442617863a2 req-97db5c06-14b0-4028-8c20-f1f602cde250 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.3156016 Jan 25 02:36:34.738495 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-a1aeedd9-a8d1-42a3-9bf2-b0ab8480d993 None None] Current status of the port f817b574-5f57-4029-be6a-3e5c6e56499d is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:34.739014 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a1aeedd9-a8d1-42a3-9bf2-b0ab8480d993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.760383 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4cd41f3a-27e4-43fd-b7cb-a442617863a2 req-71483d9f-8fe5-4ef3-8fb3-51176150ec14 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521126 Jan 25 02:36:34.863871 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-a1aeedd9-a8d1-42a3-9bf2-b0ab8480d993 None None] For port f817b574-5f57-4029-be6a-3e5c6e56499d, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=f817b574-5f57-4029-be6a-3e5c6e56499d,segment=NetworkSegment(c80bc13e-c565-44b0-86e8-43d22f32380a),segment_id=c80bc13e-c565-44b0-86e8-43d22f32380a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:34.895114 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a1aeedd9-a8d1-42a3-9bf2-b0ab8480d993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.943233 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81883300-03e2-48e4-8997-16b1791966ea req-ba25d3e6-fb7e-4c0d-b801-0b97dd312fa6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:34.950498 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81883300-03e2-48e4-8997-16b1791966ea req-ba25d3e6-fb7e-4c0d-b801-0b97dd312fa6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.0771570 Jan 25 02:36:34.983661 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aeedd9-a8d1-42a3-9bf2-b0ab8480d993 None None] Pushing event updated for resources: {'Port': ['ID=f817b574-5f57-4029-be6a-3e5c6e56499d,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:35.009964 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81883300-03e2-48e4-8997-16b1791966ea req-d3f1d064-21c8-445e-9fb5-325a1f3a3d58 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584404 Jan 25 02:36:35.058255 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-6d59e330-ef41-4add-b5cb-80f304a2e332 None None] Provisioning complete for port f817b574-5f57-4029-be6a-3e5c6e56499d triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:35.058627 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6d59e330-ef41-4add-b5cb-80f304a2e332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:35.140982 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3073e-d34e-41db-b929-cc10128df423 req-4875f28e-cf2a-4063-8556-3c4a2c8c93ff tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:35.148577 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-14d3073e-d34e-41db-b929-cc10128df423 req-4875f28e-cf2a-4063-8556-3c4a2c8c93ff tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0698247 Jan 25 02:36:35.170006 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'name': 'tempest-TestMinimumBasicScenario-1613026018-router', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:29Z', 'revision_number': 4, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'gw_port': {'id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f817b574-5f57-4029-be6a-3e5c6e56499d', 'name': '', 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'mac_address': 'fa:16:3e:c1:d0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b1f6f92-2a9f-47ed-bea8-fb48bd87934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:28Z', 'updated_at': '2022-01-25T02:36:34Z', 'revision_number': 4, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'subnets': [{'id': '9b1f6f92-2a9f-47ed-bea8-fb48bd87934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:35.203444 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f49a0-2323-45fe-8e19-9f14e86c0285 None None] The sync data for ids ['275246ce-6802-4e0a-95d1-6dc0ad25f478'] in dv-cinder-819778-6-iscsi is: [{'id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'name': 'tempest-TestMinimumBasicScenario-1613026018-router', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:29Z', 'revision_number': 4, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'gw_port': {'id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f817b574-5f57-4029-be6a-3e5c6e56499d', 'name': '', 'network_id': '26bc5ff1-837f-4b44-ac21-099cd23349f8', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'mac_address': 'fa:16:3e:c1:d0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b1f6f92-2a9f-47ed-bea8-fb48bd87934b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:28Z', 'updated_at': '2022-01-25T02:36:34Z', 'revision_number': 4, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'subnets': [{'id': '9b1f6f92-2a9f-47ed-bea8-fb48bd87934b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:36:35.205090 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-6d59e330-ef41-4add-b5cb-80f304a2e332 None None] Current status of the port f817b574-5f57-4029-be6a-3e5c6e56499d is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:35.210901 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-14d3073e-d34e-41db-b929-cc10128df423 req-f26f4bac-866e-4316-8107-398e2550ba51 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603051 Jan 25 02:36:35.897096 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9fe50-4207-4498-aeb3-1f4c0b17a20c req-f29a9378-da53-49cf-8a2b-f0010374b00b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:35.904404 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-20d9fe50-4207-4498-aeb3-1f4c0b17a20c req-f29a9378-da53-49cf-8a2b-f0010374b00b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0596268 Jan 25 02:36:35.952971 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-20d9fe50-4207-4498-aeb3-1f4c0b17a20c req-9ae467e2-c17c-4624-a7b7-16862b2cc7ab tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475788 Jan 25 02:36:36.160948 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998212-e903-4aca-bf39-c6966689bcad req-644ccafb-5d25-41df-aa94-d2f44a58544c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:36.163447 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3e998212-e903-4aca-bf39-c6966689bcad req-644ccafb-5d25-41df-aa94-d2f44a58544c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.0757775 Jan 25 02:36:36.220724 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3e998212-e903-4aca-bf39-c6966689bcad req-1659eba8-e665-415d-a8fa-5d2482732c5d tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506730 Jan 25 02:36:36.381800 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a030ed-0e86-4414-a001-8da6844f974e req-f0d1da57-b163-44a9-ba0f-143bea3ed823 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:36.383666 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-18a030ed-0e86-4414-a001-8da6844f974e req-f0d1da57-b163-44a9-ba0f-143bea3ed823 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0662949 Jan 25 02:36:36.442942 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-18a030ed-0e86-4414-a001-8da6844f974e req-bc6bc70f-e060-429f-b41e-b9161f6718b6 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538940 Jan 25 02:36:37.112953 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef33995-0a24-44d4-a52d-fd6eb457ad91 req-750c05a6-5be0-4d36-8d9b-159392bf7f95 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:37.116734 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6ef33995-0a24-44d4-a52d-fd6eb457ad91 req-750c05a6-5be0-4d36-8d9b-159392bf7f95 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0816629 Jan 25 02:36:37.211222 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device f817b574-5f57-4029-be6a-3e5c6e56499d up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:37.233266 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6ef33995-0a24-44d4-a52d-fd6eb457ad91 req-d0434c1f-458d-4d49-bdb4-ab47d09fbcdd tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824881 Jan 25 02:36:37.302661 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port f817b574-5f57-4029-be6a-3e5c6e56499d triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:37.303333 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:37.389641 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc3686-bf9a-49c0-8292-682cc56b5f28 req-2ee705a7-5bf8-4ad6-b939-01a046273ac0 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:37.407473 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34bc3686-bf9a-49c0-8292-682cc56b5f28 req-2ee705a7-5bf8-4ad6-b939-01a046273ac0 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.0854118 Jan 25 02:36:37.420197 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port f817b574-5f57-4029-be6a-3e5c6e56499d is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:37.491373 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34bc3686-bf9a-49c0-8292-682cc56b5f28 req-e1191487-d319-457d-a910-1275d51a0d53 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827668 Jan 25 02:36:37.610053 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554803b-2984-4be0-b8c7-1d0057c7560e req-355c510b-bf67-43ed-904c-e645497e2ec8 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:37.611509 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d554803b-2984-4be0-b8c7-1d0057c7560e req-355c510b-bf67-43ed-904c-e645497e2ec8 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0571029 Jan 25 02:36:37.684291 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d554803b-2984-4be0-b8c7-1d0057c7560e req-52caa0b0-1347-4990-840b-b22432e510aa tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655966 Jan 25 02:36:38.389293 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b94f50-da16-404a-b9dc-5554b6e1ee94 req-640cda86-511e-4189-9638-f3c6d3baf8cc tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:38.400603 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-30b94f50-da16-404a-b9dc-5554b6e1ee94 req-640cda86-511e-4189-9638-f3c6d3baf8cc tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0759978 Jan 25 02:36:38.464076 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-30b94f50-da16-404a-b9dc-5554b6e1ee94 req-ab1e76fb-00ee-4d6c-8696-cc089ba4d2f6 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590565 Jan 25 02:36:38.666071 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b3ee8-9571-40aa-ac65-d4278199f2fe req-c48a66da-6376-4aca-b653-a0c2b82c6c02 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:38.667559 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c19b3ee8-9571-40aa-ac65-d4278199f2fe req-c48a66da-6376-4aca-b653-a0c2b82c6c02 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.0549283 Jan 25 02:36:38.719761 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c19b3ee8-9571-40aa-ac65-d4278199f2fe req-88f3578b-6cec-4881-8fc4-ccf57b8d136a tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464613 Jan 25 02:36:38.843954 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7d30e-2344-4860-b849-5bd6bc242f9a req-a142fb02-bfcc-4784-ac08-71398313b3f2 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:38.845936 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9ad7d30e-2344-4860-b849-5bd6bc242f9a req-a142fb02-bfcc-4784-ac08-71398313b3f2 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Jan 25 02:36:38.900416 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9ad7d30e-2344-4860-b849-5bd6bc242f9a req-99c1313f-6f1d-407f-acb1-b1bf5d1f2a33 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479507 Jan 25 02:36:39.596387 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dce4d-bccf-43bb-af54-4f9e965ae2b4 req-98890255-35f9-4207-9984-274ec932ec8d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:39.597903 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3e3dce4d-bccf-43bb-af54-4f9e965ae2b4 req-98890255-35f9-4207-9984-274ec932ec8d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0574522 Jan 25 02:36:39.677848 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3e3dce4d-bccf-43bb-af54-4f9e965ae2b4 req-0d2eea20-443f-405c-9c6c-64d43d6c4812 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684373 Jan 25 02:36:39.845273 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e04c8-2542-4fe0-b158-5bd6428437a8 req-5acf5ad0-f5b4-4b38-9a6d-b814dfcabfb6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:39.846649 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-424e04c8-2542-4fe0-b158-5bd6428437a8 req-5acf5ad0-f5b4-4b38-9a6d-b814dfcabfb6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.0524189 Jan 25 02:36:39.902962 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-424e04c8-2542-4fe0-b158-5bd6428437a8 req-965e7704-5103-40cc-ae9a-08544058eb90 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495889 Jan 25 02:36:40.025903 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa50949-e903-4684-b06c-21e5e0c10c51 req-50abfa94-6f51-410a-89c0-3b30dbeddec1 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.031124 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cfa50949-e903-4684-b06c-21e5e0c10c51 req-50abfa94-6f51-410a-89c0-3b30dbeddec1 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0580184 Jan 25 02:36:40.087211 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cfa50949-e903-4684-b06c-21e5e0c10c51 req-d30c3927-dd77-44e0-9b55-cc69dd94e5ac tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550022 Jan 25 02:36:40.284201 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04357c-ba89-4d33-81b4-719d2d04519a req-e8be07cb-bc7a-47e8-8245-0d2fd9f56f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.287912 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6f04357c-ba89-4d33-81b4-719d2d04519a req-e8be07cb-bc7a-47e8-8245-0d2fd9f56f93 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 1096 time: 0.0512064 Jan 25 02:36:40.774648 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04357c-ba89-4d33-81b4-719d2d04519a req-eb92dd9a-6090-4be1-afed-6e8b07c2d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.776189 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6f04357c-ba89-4d33-81b4-719d2d04519a req-eb92dd9a-6090-4be1-afed-6e8b07c2d916 service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2042568 Jan 25 02:36:40.863162 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d225e5-1d6a-4918-84b3-175df2c6c748 req-45b39816-58be-4786-9ea9-a140ebd6473e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.864813 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-88d225e5-1d6a-4918-84b3-175df2c6c748 req-45b39816-58be-4786-9ea9-a140ebd6473e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0656981 Jan 25 02:36:40.962194 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-88d225e5-1d6a-4918-84b3-175df2c6c748 req-13e515a0-6ab8-46be-9b44-b0be123125ef tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881872 Jan 25 02:36:41.280992 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e66d3-4ada-468d-839b-a1e8b41de170 req-065e1206-913a-4dff-9ec0-bd932e6280b8 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:41.291074 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-668e66d3-4ada-468d-839b-a1e8b41de170 req-065e1206-913a-4dff-9ec0-bd932e6280b8 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0865145 Jan 25 02:36:41.312369 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9681d-10ec-4982-ae7c-a2f00828b25c req-b6a2b6a5-9173-4593-9c87-d05f4a85559a tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:41.313925 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4ce9681d-10ec-4982-ae7c-a2f00828b25c req-b6a2b6a5-9173-4593-9c87-d05f4a85559a tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.1981516 Jan 25 02:36:41.366447 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-668e66d3-4ada-468d-839b-a1e8b41de170 req-6c028b30-9757-474f-8702-607e5d716245 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664151 Jan 25 02:36:41.406956 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4ce9681d-10ec-4982-ae7c-a2f00828b25c req-51dd5a25-edec-4afe-af19-144593b69af3 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744493 Jan 25 02:36:41.428963 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04357c-ba89-4d33-81b4-719d2d04519a req-4fe42eb7-1ba5-4a76-bc81-8acd43f01939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:41.430441 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6f04357c-ba89-4d33-81b4-719d2d04519a req-4fe42eb7-1ba5-4a76-bc81-8acd43f01939 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6404531 Jan 25 02:36:41.668323 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-18aaa4f6-1afe-4d19-93e3-53c3d4d0bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:41.670291 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-18aaa4f6-1afe-4d19-93e3-53c3d4d0bc67 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 1096 time: 0.1008005 Jan 25 02:36:41.772887 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-80251ca5-946b-4bdf-975f-f3050776ff1d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf HTTP/1.1" status: 200 len: 217 time: 0.0680211 Jan 25 02:36:41.836533 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-dced1855-2bd0-44d1-82d3-03bdb775dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:41.838301 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-dced1855-2bd0-44d1-82d3-03bdb775dc0f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9bdd28ff-578c-4ad2-b3e2-22bed6db38ca HTTP/1.1" status: 200 len: 855 time: 0.0588350 Jan 25 02:36:41.872050 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-82898282-91aa-4641-8543-256f1c1c966a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=40220640-c28f-4d62-b93f-4c106d7635f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246446 Jan 25 02:36:41.989468 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-42e485d0-02e5-4250-b652-f255ff97261f service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083548 Jan 25 02:36:42.137706 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9612f-f831-4e1d-9603-ae8c46eb8677 req-4a0062e8-eea9-4eb3-9c35-54e05dd24237 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:42.139391 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62d9612f-f831-4e1d-9603-ae8c46eb8677 req-4a0062e8-eea9-4eb3-9c35-54e05dd24237 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0780828 Jan 25 02:36:42.141553 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1045f6e-5629-4ef0-84c6-fab015680e32 req-a49c2bd7-9271-439a-868c-5693adcd3220 service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452131 Jan 25 02:36:42.194039 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62d9612f-f831-4e1d-9603-ae8c46eb8677 req-042581ae-c1f2-43f6-8796-fc0de50cee3d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 Jan 25 02:36:42.486559 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db327c1-c3ea-46ce-9e65-90c0974c4fe5 req-5fa76bdf-cabb-4b1f-bd8d-cb09bba96ffd tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:42.489803 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4db327c1-c3ea-46ce-9e65-90c0974c4fe5 req-5fa76bdf-cabb-4b1f-bd8d-cb09bba96ffd tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0574794 Jan 25 02:36:42.537939 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4db327c1-c3ea-46ce-9e65-90c0974c4fe5 req-def9c2a9-e904-4137-8150-02fb1aa3c925 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/security-groups?id=ae8ae367-0e36-4d70-9180-b3f67d148191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Jan 25 02:36:42.639005 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7e3f2-45d0-439c-a0b5-0ca100a48700 req-4573f6d1-7f92-43de-9e25-cf9557861088 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:42.640728 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f7c7e3f2-45d0-439c-a0b5-0ca100a48700 req-4573f6d1-7f92-43de-9e25-cf9557861088 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.0488913 Jan 25 02:36:42.688350 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f7c7e3f2-45d0-439c-a0b5-0ca100a48700 req-3a9b079f-5fff-4dc8-a73e-f1a82ecceeae tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414233 Jan 25 02:36:42.938648 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-a8647c21-5831-430a-98f2-cc229d992a15 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:42.940126 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-a8647c21-5831-430a-98f2-cc229d992a15 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/networks?id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec HTTP/1.1" status: 200 len: 815 time: 0.1177933 Jan 25 02:36:42.971107 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-f57a1a35-0db3-4e13-b966-6e2be91405a7 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/quotas/420e54880e0e49999ee0ca6050023575 HTTP/1.1" status: 200 len: 375 time: 0.0163426 Jan 25 02:36:42.998062 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-4141674a-dce8-471c-b42f-89fcfb6277c3 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:42.999686 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-4141674a-dce8-471c-b42f-89fcfb6277c3 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.121 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 945 time: 0.0809023 Jan 25 02:36:43.081753 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-7ce2c022-b0ec-48dd-9ea8-4acdb6899c72 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=420e54880e0e49999ee0ca6050023575&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046071 Jan 25 02:36:43.230074 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-b7d60e63-f9df-41da-a6ef-4062d64816f4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Deleting port d323e9fe-11b0-492b-8b48-858adf2ccbad {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:36:43.230416 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-b7d60e63-f9df-41da-a6ef-4062d64816f4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.246830 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-2a4ccf38-d582-418a-b853-93f4318a89ae service neutron] 10.222.0.117 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460752 Jan 25 02:36:43.313268 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040bed1-2d51-497f-a5c4-17cfc2996234 req-e1c9b16a-5686-4f54-81d4-5d8a1d1c2288 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:43.314747 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f040bed1-2d51-497f-a5c4-17cfc2996234 req-e1c9b16a-5686-4f54-81d4-5d8a1d1c2288 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Jan 25 02:36:43.368376 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f040bed1-2d51-497f-a5c4-17cfc2996234 req-836e33d0-f5b2-46bb-b5f5-ba8a70da4d41 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Jan 25 02:36:43.389083 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-b7d60e63-f9df-41da-a6ef-4062d64816f4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] For port d323e9fe-11b0-492b-8b48-858adf2ccbad, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d323e9fe-11b0-492b-8b48-858adf2ccbad,segment=NetworkSegment(9d26079a-8119-4ed6-b797-6ee53314bf3b),segment_id=9d26079a-8119-4ed6-b797-6ee53314bf3b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:43.389505 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-b7d60e63-f9df-41da-a6ef-4062d64816f4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.413386 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-b7d60e63-f9df-41da-a6ef-4062d64816f4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Calling delete_port for d323e9fe-11b0-492b-8b48-858adf2ccbad owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:36:43.421302 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-47b071d4-0f6f-45b2-88bb-4ae71dad68fb service neutron] 10.222.0.117 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648858 Jan 25 02:36:43.596738 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-b7d60e63-f9df-41da-a6ef-4062d64816f4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530'] for port (d323e9fe-11b0-492b-8b48-858adf2ccbad), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.612798 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-70eae142-71f5-4fd8-8df7-e19375f469ad req-a8c437d4-9135-41bd-bf0b-ad35e335941d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 210 time: 0.0369995 Jan 25 02:36:43.631447 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d60e63-f9df-41da-a6ef-4062d64816f4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Pushing event deleted for resources: {'Port': ['ID=d323e9fe-11b0-492b-8b48-858adf2ccbad,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:43.647985 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['d323e9fe-11b0-492b-8b48-858adf2ccbad'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:43.708750 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bba3ae5a-49e0-4944-89b5-24aaad8fc3b8 req-b9dce4e9-2c2c-4e2b-9cd0-0091aaa79243 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0658879 Jan 25 02:36:43.727928 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-b7d60e63-f9df-41da-a6ef-4062d64816f4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] No DVR routers for this DVR port d323e9fe-11b0-492b-8b48-858adf2ccbad on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:36:43.736916 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-b7d60e63-f9df-41da-a6ef-4062d64816f4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.740973 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d21f829e-0050-4dca-89b1-de4fb8edb0de req-b7d60e63-f9df-41da-a6ef-4062d64816f4 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.121 "DELETE /v2.0/ports/d323e9fe-11b0-492b-8b48-858adf2ccbad HTTP/1.1" status: 204 len: 173 time: 0.7268991 Jan 25 02:36:43.741432 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42744e51-4726-4391-a4f3-106a16ad60b1', 'name': 'network-vif-deleted', 'tag': 'd323e9fe-11b0-492b-8b48-858adf2ccbad'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:43.743840 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47d2210-3032-45a9-9f2c-dbed18f0e76f" -d '{"events": [{"server_uuid": "42744e51-4726-4391-a4f3-106a16ad60b1", "name": "network-vif-deleted", "tag": "d323e9fe-11b0-492b-8b48-858adf2ccbad"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:43.783662 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40bbd24-c316-4607-9fe4-a1b26e39b407 x-openstack-request-id: req-a40bbd24-c316-4607-9fe4-a1b26e39b407 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:43.784200 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42744e51-4726-4391-a4f3-106a16ad60b1", "name": "network-vif-deleted", "tag": "d323e9fe-11b0-492b-8b48-858adf2ccbad", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:43.784759 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-a40bbd24-c316-4607-9fe4-a1b26e39b407 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:43.785433 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42744e51-4726-4391-a4f3-106a16ad60b1', 'name': 'network-vif-deleted', 'tag': 'd323e9fe-11b0-492b-8b48-858adf2ccbad', 'status': 'completed', 'code': 200} Jan 25 02:36:43.828527 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfae88-d86b-4584-a448-13e21015e6c0 req-860e8ed9-1ed4-4997-8bfc-eb6ca4d304a4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:43.839783 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-89bfae88-d86b-4584-a448-13e21015e6c0 req-860e8ed9-1ed4-4997-8bfc-eb6ca4d304a4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.0758626 Jan 25 02:36:43.902784 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-89bfae88-d86b-4584-a448-13e21015e6c0 req-121ce0f0-5b20-4dfc-8602-e699a275b7f3 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617976 Jan 25 02:36:44.269355 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 42228) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:44.378647 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab1b7485-6254-497c-9387-56fbd403a545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.487743 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab1b7485-6254-497c-9387-56fbd403a545 admin admin] Publish callbacks [] for security_group (c194713d-b59c-497e-98b1-a36c672012aa), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.492278 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab1b7485-6254-497c-9387-56fbd403a545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c194713d-b59c-497e-98b1-a36c672012aa), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.542878 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71f88a-755d-4de5-be3c-63398ffe9486 req-074e403e-3945-4423-97ad-d304f1580cb1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:44.544380 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6c71f88a-755d-4de5-be3c-63398ffe9486 req-074e403e-3945-4423-97ad-d304f1580cb1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0958149 Jan 25 02:36:44.545760 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b7485-6254-497c-9387-56fbd403a545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c194713d-b59c-497e-98b1-a36c672012aa,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:44.552106 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ab1b7485-6254-497c-9387-56fbd403a545 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=fc3c884ae9454402aaf311364ba80624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810898 Jan 25 02:36:44.553274 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 42238) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:44.606734 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6c71f88a-755d-4de5-be3c-63398ffe9486 req-a2818d5a-fe57-4543-8a35-8fa5b8db2679 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528843 Jan 25 02:36:44.623082 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e0694d7d-43e4-4c95-a62b-130f46077305 admin admin] Publish callbacks [] for security_group (c194713d-b59c-497e-98b1-a36c672012aa), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.656136 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e0694d7d-43e4-4c95-a62b-130f46077305 admin admin] Publish callbacks [] for security_group (c194713d-b59c-497e-98b1-a36c672012aa), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.732890 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-64881d66-d7ba-4ed5-bfb8-28f7512eadd1 req-9a8e2ef2-8038-4ca3-9fee-faefd4e89c81 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 210 time: 0.0291991 Jan 25 02:36:44.733930 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e0694d7d-43e4-4c95-a62b-130f46077305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c194713d-b59c-497e-98b1-a36c672012aa), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.736590 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e0694d7d-43e4-4c95-a62b-130f46077305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.737621 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-e0694d7d-43e4-4c95-a62b-130f46077305 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/c194713d-b59c-497e-98b1-a36c672012aa HTTP/1.1" status: 204 len: 168 time: 0.1821661 Jan 25 02:36:44.751744 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0694d7d-43e4-4c95-a62b-130f46077305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c194713d-b59c-497e-98b1-a36c672012aa,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:44.858434 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5d5d9482-4625-4866-ac0e-42447e9aa118 req-eec93a72-dc42-4209-a9c8-18c4c3b69bf9 tempest-DeleteServersTestJSON-1923212499 tempest-DeleteServersTestJSON-1923212499-project] 10.222.0.117 "GET /v2.0/ports?device_id=42744e51-4726-4391-a4f3-106a16ad60b1 HTTP/1.1" status: 200 len: 210 time: 0.0362659 Jan 25 02:36:45.068940 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab663be-2af1-4ed6-9d40-a5b30b8eea66 req-1a220047-fb66-4783-ac73-a413ffe9f6b8 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:45.072414 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9ab663be-2af1-4ed6-9d40-a5b30b8eea66 req-1a220047-fb66-4783-ac73-a413ffe9f6b8 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.0671871 Jan 25 02:36:45.221120 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9ab663be-2af1-4ed6-9d40-a5b30b8eea66 req-13a2f6c3-44ac-49e1-bc75-6266c57ecec7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346090 Jan 25 02:36:45.264213 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-f3cb9fc7-1f7e-4a08-9919-5c78889426d4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:45.265678 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-f3cb9fc7-1f7e-4a08-9919-5c78889426d4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.121 "GET /v2.0/networks?id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec HTTP/1.1" status: 200 len: 815 time: 0.1917193 Jan 25 02:36:45.319472 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'port': {'device_id': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'admin_state_up': True, 'tenant_id': '420e54880e0e49999ee0ca6050023575'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:45.459250 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Made reservation on behalf of 420e54880e0e49999ee0ca6050023575 for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:45.463880 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.594863 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 42280) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:45.753200 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1818507631-network', 'tenant_id': '18d6138733cc4dd9a2af54fecae74805'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:45.781003 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Made reservation on behalf of 18d6138733cc4dd9a2af54fecae74805 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:45.784582 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.796773 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.854690 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0da1a296-20d5-444c-a655-62cbd4102ab7 req-54db5a18-ea4d-4bd8-82b0-9d288fd37851 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 210 time: 0.0333333 Jan 25 02:36:45.924674 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Publish callbacks [] for security_group (eafa4151-c668-44b1-9ad1-d7c1d1f69e77), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.926497 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b0879-35a8-4d3e-87d6-5f3c9700a91a req-804576e0-ec21-43a7-8f8b-d3215120b41e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:45.930156 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (eafa4151-c668-44b1-9ad1-d7c1d1f69e77), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.937688 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9a8b0879-35a8-4d3e-87d6-5f3c9700a91a req-804576e0-ec21-43a7-8f8b-d3215120b41e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1157746 Jan 25 02:36:45.960956 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:36:45.971870 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa4151-c668-44b1-9ad1-d7c1d1f69e77,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:45.978019 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (58ce8baa-0456-46ad-913e-7373bedfa0a0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.978408 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Added segment 58ce8baa-0456-46ad-913e-7373bedfa0a0 of type vlan for network 7f8f0f0f-0805-4933-9398-e00bcad2346d Jan 25 02:36:45.994373 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Allocated IP 172.20.0.5 (2aa6330c-47a3-4cd8-99e4-a77aeebc98ec/1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819/d4cacf78-a32e-4480-a1e5-3c3d3cb82445) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:46.036859 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9a8b0879-35a8-4d3e-87d6-5f3c9700a91a req-39ed7bf0-58ec-4091-8af1-0b82edbb8af2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974283 Jan 25 02:36:46.080298 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (7f8f0f0f-0805-4933-9398-e00bcad2346d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.146341 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (7f8f0f0f-0805-4933-9398-e00bcad2346d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.147499 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:46.148417 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.248690 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d323e9fe-11b0-492b-8b48-858adf2ccbad no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:36:46.326694 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: d323e9fe-11b0-492b-8b48-858adf2ccbad {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:36:46.327099 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d323e9fe-11b0-492b-8b48-858adf2ccbad not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:36:46.370052 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7734313 Jan 25 02:36:46.370820 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97392a8-c34a-47d9-b937-40ffdb261e53 admin admin] Pushing event updated for resources: {'Network': ['ID=7f8f0f0f-0805-4933-9398-e00bcad2346d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:46.373348 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 42328) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:46.378859 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Request body: {'subnet': {'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1818507631-subnet', 'tenant_id': '18d6138733cc4dd9a2af54fecae74805', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:46.400093 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 7f8f0f0f-0805-4933-9398-e00bcad2346d details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:36:46.411809 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Made reservation on behalf of 18d6138733cc4dd9a2af54fecae74805 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:46.416705 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10474755'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.495007 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.535706 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.588945 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b42330-b1ba-4102-8b1d-aabb7b153034 req-0461fa4e-542e-4152-93cd-0b9ec61c4dd6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:46.590731 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54b42330-b1ba-4102-8b1d-aabb7b153034 req-0461fa4e-542e-4152-93cd-0b9ec61c4dd6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.2059476 Jan 25 02:36:46.674657 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:46.692965 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:46.718170 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10000772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10474797'] for subnet (d183a016-339c-4c51-bd4e-79e9148dd755), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.721638 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:46.727558 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:46.729625 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.774110 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4618020 Jan 25 02:36:46.778574 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd74fae-7bef-477b-bf48-f4bb47db72cf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'Port': ['ID=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:46.780288 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d183a016-339c-4c51-bd4e-79e9148dd755,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:46.816749 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54b42330-b1ba-4102-8b1d-aabb7b153034 req-9f3f4cd1-6360-4e26-bddb-f52925d26ebf tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137179 Jan 25 02:36:46.842020 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Checking segment: {'id': '58ce8baa-0456-46ad-913e-7373bedfa0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:46.842448 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Network hostable DHCP agents. Network: 7f8f0f0f-0805-4933-9398-e00bcad2346d, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:36:46.859839 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Network 7f8f0f0f-0805-4933-9398-e00bcad2346d is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:36:46.871977 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 7f8f0f0f-0805-4933-9398-e00bcad2346d) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:46.884436 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06533171-9966-420c-b003-ef08679bed8f None None] Network 7f8f0f0f-0805-4933-9398-e00bcad2346d requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:36:46.889892 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:46.890518 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.918288 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-61f15693-c513-499f-bc60-c11a500859e7 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5441792 Jan 25 02:36:47.022782 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084b3d7-a4be-4501-ac0e-6ca8106979f7 req-2685c394-9a20-48ad-96af-ce866c302cf6 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:47.034768 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2084b3d7-a4be-4501-ac0e-6ca8106979f7 req-2685c394-9a20-48ad-96af-ce866c302cf6 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0780916 Jan 25 02:36:47.102632 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed5e53-0102-4bd9-8f12-bb4922ed4cc2 None None] Network 7f8f0f0f-0805-4933-9398-e00bcad2346d requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:36:47.127525 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2084b3d7-a4be-4501-ac0e-6ca8106979f7 req-857d5774-7cdb-47f4-b62b-6c611dd191d2 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921824 Jan 25 02:36:47.157069 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-cb3b81a9-2ebe-4091-ae43-fe9c40ec92f8 None None] Provisioning complete for port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:47.157652 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-cb3b81a9-2ebe-4091-ae43-fe9c40ec92f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.233083 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b81a9-2ebe-4091-ae43-fe9c40ec92f8 None None] Port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:36:47.279132 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81929366-660b-4cf5-868b-89f298bdf8e4 req-8a945475-088c-4eed-9be6-b4b9e40a7fdb tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:47.280678 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-81929366-660b-4cf5-868b-89f298bdf8e4 req-8a945475-088c-4eed-9be6-b4b9e40a7fdb tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0652661 Jan 25 02:36:47.331567 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-81929366-660b-4cf5-868b-89f298bdf8e4 req-0781c229-269e-404d-b1e9-6f043692c3f3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446136 Jan 25 02:36:47.465119 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:36:47.595352 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 42352) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:47.652530 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa9fc0b-6321-4dea-8b1b-af7bf155e53f admin admin] Deleting subnet 929471d5-6dde-4b9a-9608-efbb4491f4cf {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:36:47.655854 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9fc0b-6321-4dea-8b1b-af7bf155e53f admin admin] Publish callbacks [] for subnet (929471d5-6dde-4b9a-9608-efbb4491f4cf), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.696903 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9fc0b-6321-4dea-8b1b-af7bf155e53f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10334889'] for subnet (929471d5-6dde-4b9a-9608-efbb4491f4cf), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.743507 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9fc0b-6321-4dea-8b1b-af7bf155e53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (929471d5-6dde-4b9a-9608-efbb4491f4cf), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.798779 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9fc0b-6321-4dea-8b1b-af7bf155e53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10000709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10474790'] for subnet (929471d5-6dde-4b9a-9608-efbb4491f4cf), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.837678 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9fc0b-6321-4dea-8b1b-af7bf155e53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929471d5-6dde-4b9a-9608-efbb4491f4cf,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:47.842777 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaa9fc0b-6321-4dea-8b1b-af7bf155e53f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.854758 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-eaa9fc0b-6321-4dea-8b1b-af7bf155e53f admin admin] 10.222.0.117 "DELETE /v2.0/subnets/929471d5-6dde-4b9a-9608-efbb4491f4cf HTTP/1.1" status: 204 len: 168 time: 0.2497528 Jan 25 02:36:47.854859 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 42360) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:47.954943 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.993503 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c149e-1e4c-492c-aa8a-c6abe2fb6ea6 req-b4b9d644-b6bd-4de0-9748-bd4501f440a3 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:47.996329 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-484c149e-1e4c-492c-aa8a-c6abe2fb6ea6 req-b4b9d644-b6bd-4de0-9748-bd4501f440a3 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 943 time: 0.0819135 Jan 25 02:36:48.086738 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.115682 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-484c149e-1e4c-492c-aa8a-c6abe2fb6ea6 req-da048d33-1da8-452a-802e-5ae49a11572e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146264 Jan 25 02:36:48.119820 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.120177 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.121108 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.121465 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > port after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.121789 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.122121 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > port after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.123007 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.123317 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.123646 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.124002 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.194254 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.194618 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.194956 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.195296 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:48.195665 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677']}} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:48.228330 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d26079a-8119-4ed6-b797-6ee53314bf3b') {'for_net_delete': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:48.228624 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d26079a-8119-4ed6-b797-6ee53314bf3b') {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:48.260137 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585851'] for segment (9d26079a-8119-4ed6-b797-6ee53314bf3b), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.263613 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:36:48.286403 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (9d26079a-8119-4ed6-b797-6ee53314bf3b), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.298573 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:36:48.298984 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669596'] for segment (9d26079a-8119-4ed6-b797-6ee53314bf3b), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:36:48.303983 dv-cinder-819778-6-iscsi neutron-server[102671]: Traceback (most recent call last): Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: timer() Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: cb(*args, **kw) Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: return func(*args, **kwargs) Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: self._notify() Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: self.callback(batched_events) Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: event.method(event) Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: return f(self, *a, **k) Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: return self._get(url).json() Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: return self.request(url, 'GET', **kwargs) Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:36:48.306057 dv-cinder-819778-6-iscsi neutron-server[102671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:36:48.325151 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e2631-1c24-4c8b-b2fb-03d7549d85ec req-4afe658a-5ad5-4471-b33d-a06365f210f2 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:48.326847 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-155e2631-1c24-4c8b-b2fb-03d7549d85ec req-4afe658a-5ad5-4471-b33d-a06365f210f2 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.1179059 Jan 25 02:36:48.400053 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.415755 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.418907 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] 10.222.0.117 "DELETE /v2.0/networks/a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677 HTTP/1.1" status: 204 len: 168 time: 0.5679374 Jan 25 02:36:48.432936 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de109d3c-9851-4ed0-be08-d1e63a60355e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3fcd36b-0aa0-4cef-9bb6-d42a3d40a677,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:48.439486 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-155e2631-1c24-4c8b-b2fb-03d7549d85ec req-a3b6ea4f-641c-415b-9ad4-2080d79ad7e4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041753 Jan 25 02:36:48.588959 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70581041-d1b7-466f-826c-e1b8a5bb6a5b req-c992b6c2-0c13-4489-8cbc-b59d3544b216 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:48.596309 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-70581041-d1b7-466f-826c-e1b8a5bb6a5b req-c992b6c2-0c13-4489-8cbc-b59d3544b216 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0606205 Jan 25 02:36:48.602953 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:48.610850 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 42370) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:48.632025 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf', 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8', 'port_id': 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf', 'mac_address': 'fa:16:3e:13:b7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdd28ff-578c-4ad2-b3e2-22bed6db38ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:36:48.663172 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-70581041-d1b7-466f-826c-e1b8a5bb6a5b req-2371ebe4-5c10-4bde-b47d-79e6ddec3ad3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658383 Jan 25 02:36:48.684583 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 42374) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:48.692228 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-172ec97f-d0c0-4ee2-a5d0-7257e09b94b6 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=cc7d18886cee4c49abf6786916eff689&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0691185 Jan 25 02:36:48.695922 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:48.696443 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.711264 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:48.732955 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:48.737242 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.765157 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae0d0-e6e9-4f95-8d9e-ba17ebbe0291 admin admin] Publish callbacks [] for security_group (ae8ae367-0e36-4d70-9180-b3f67d148191), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.787051 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:48.791940 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae0d0-e6e9-4f95-8d9e-ba17ebbe0291 admin admin] Publish callbacks [] for security_group (ae8ae367-0e36-4d70-9180-b3f67d148191), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.849747 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae0d0-e6e9-4f95-8d9e-ba17ebbe0291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (ae8ae367-0e36-4d70-9180-b3f67d148191), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.853120 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae0d0-e6e9-4f95-8d9e-ba17ebbe0291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.856750 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-9d7ae0d0-e6e9-4f95-8d9e-ba17ebbe0291 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ae8ae367-0e36-4d70-9180-b3f67d148191 HTTP/1.1" status: 204 len: 168 time: 0.1689804 Jan 25 02:36:48.869189 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ae0d0-e6e9-4f95-8d9e-ba17ebbe0291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8ae367-0e36-4d70-9180-b3f67d148191,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:49.271363 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7385b-4f77-4630-89a2-104a3e6cd689 req-59b15401-5813-4b2d-aaec-891ec5becdca tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:49.276534 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f8b7385b-4f77-4630-89a2-104a3e6cd689 req-59b15401-5813-4b2d-aaec-891ec5becdca tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 944 time: 0.0876482 Jan 25 02:36:49.332495 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f8b7385b-4f77-4630-89a2-104a3e6cd689 req-13260531-8bf0-447c-ab8c-3129daf47178 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499365 Jan 25 02:36:49.358249 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:49.598871 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce3607-e758-4085-895d-038aef2d3594 req-060ddf98-7bd1-4c07-89d9-5c3ccbb31d3a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:49.606254 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-47ce3607-e758-4085-895d-038aef2d3594 req-060ddf98-7bd1-4c07-89d9-5c3ccbb31d3a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0639291 Jan 25 02:36:49.651766 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-47ce3607-e758-4085-895d-038aef2d3594 req-7061f53e-1896-4d5a-b411-d55e0ade3cc0 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446026 Jan 25 02:36:49.783498 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c731e24-b87a-4b02-b5a0-004f05820e1c req-fb3acbba-2bf2-462e-b086-860585132f43 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:49.785065 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0c731e24-b87a-4b02-b5a0-004f05820e1c req-fb3acbba-2bf2-462e-b086-860585132f43 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0568914 Jan 25 02:36:49.848155 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0c731e24-b87a-4b02-b5a0-004f05820e1c req-ab4bd59a-6e02-4c34-8de9-504eb5b3b6b9 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556650 Jan 25 02:36:50.088405 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-8849942d-815d-4aa1-9abe-55494b4accd5 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:50.089881 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-8849942d-815d-4aa1-9abe-55494b4accd5 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/networks?id=7f8f0f0f-0805-4933-9398-e00bcad2346d HTTP/1.1" status: 200 len: 809 time: 0.1280344 Jan 25 02:36:50.107914 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-3f225f61-3e3e-4530-b18c-a5f48e42a592 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/quotas/18d6138733cc4dd9a2af54fecae74805 HTTP/1.1" status: 200 len: 375 time: 0.0125289 Jan 25 02:36:50.149875 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-53256fc6-ebf7-4f44-a256-3c45d5d00a73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=18d6138733cc4dd9a2af54fecae74805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331938 Jan 25 02:36:50.292144 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-3b8e7791-e71a-4cb6-aa92-f628862b1036 service neutron] 10.222.0.117 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344478 Jan 25 02:36:50.397753 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-a45d90f4-bce2-4261-9c75-66d36a851877 service neutron] 10.222.0.117 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988038 Jan 25 02:36:50.768253 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09defbc9-4608-411e-8b07-40e077050052 req-10da5a01-77bc-4d52-a56a-c25d06e6e9e1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:50.769815 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-09defbc9-4608-411e-8b07-40e077050052 req-10da5a01-77bc-4d52-a56a-c25d06e6e9e1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 944 time: 0.1035483 Jan 25 02:36:50.834760 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-09defbc9-4608-411e-8b07-40e077050052 req-0d32be6f-c654-4015-8e2b-acda3e441b19 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578918 Jan 25 02:36:50.969824 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-970e623f-1b82-4c00-bf25-f50a80c06708 req-be90dee3-80bc-4e9c-99a3-07672ead5815 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0431275 Jan 25 02:36:51.152965 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ecfc4-8429-4110-bf95-1bd3bcd6c96a req-5a3d6de0-6dc0-45e8-afa3-e51d8480dba6 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:51.154461 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e04ecfc4-8429-4110-bf95-1bd3bcd6c96a req-5a3d6de0-6dc0-45e8-afa3-e51d8480dba6 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0693710 Jan 25 02:36:51.202848 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e04ecfc4-8429-4110-bf95-1bd3bcd6c96a req-bb329330-d08a-470b-b117-9b75f5becd60 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Jan 25 02:36:51.313406 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac92bae-bf4c-409e-86c1-f223560a63d9 req-7d8def42-1488-49c5-81ca-b20e710b0dcb tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:51.314893 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fac92bae-bf4c-409e-86c1-f223560a63d9 req-7d8def42-1488-49c5-81ca-b20e710b0dcb tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0535374 Jan 25 02:36:51.367682 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fac92bae-bf4c-409e-86c1-f223560a63d9 req-e5be4e7d-6bee-45d8-9fb0-7dda4c175dba tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Jan 25 02:36:51.962381 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d139b2-c446-4640-bab8-adf9ab2a2930 req-63cb2b72-f79f-429e-a988-c64612133416 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:51.967078 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08d139b2-c446-4640-bab8-adf9ab2a2930 req-63cb2b72-f79f-429e-a988-c64612133416 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 944 time: 0.0522673 Jan 25 02:36:52.016972 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08d139b2-c446-4640-bab8-adf9ab2a2930 req-ad240898-a0dc-4ac0-9523-b54de5f9e883 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474870 Jan 25 02:36:52.102312 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a30f4bfd-5d26-45fa-b934-33c74c12a481 req-c0d0edfe-08ab-4ee6-8bf9-17c85f682c19 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0277121 Jan 25 02:36:52.313720 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:52.343687 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e9cea-7226-487e-bc3b-57e726ea955f req-54d98ae3-e4f6-410f-8dc7-a40ad71d50f9 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:52.351255 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-466e9cea-7226-487e-bc3b-57e726ea955f req-54d98ae3-e4f6-410f-8dc7-a40ad71d50f9 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0746839 Jan 25 02:36:52.401484 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:52.419615 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:52.420514 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.423122 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-466e9cea-7226-487e-bc3b-57e726ea955f req-7e5bd2d3-763a-4ad6-9776-bc1d7d0afb5f tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708871 Jan 25 02:36:52.569933 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:52.571910 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.606623 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a378f4c-8709-4448-b9d5-2dd0917ee7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:52.609487 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c129ee6a-0df7-4d88-b4be-ae5155f490f0" -d '{"events": [{"server_uuid": "4a378f4c-8709-4448-b9d5-2dd0917ee7df", "name": "network-vif-plugged", "status": "completed", "tag": "dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:52.630676 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185197-e20f-480c-a5e1-670513b39021 req-b52988d8-1653-49d8-b8b0-46710ed86279 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:52.632258 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-af185197-e20f-480c-a5e1-670513b39021 req-b52988d8-1653-49d8-b8b0-46710ed86279 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0687077 Jan 25 02:36:52.643517 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:52.649603 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.688808 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-af185197-e20f-480c-a5e1-670513b39021 req-73d33817-0caa-414b-a51b-5b9337d3b3ab tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506036 Jan 25 02:36:52.709953 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:52.745477 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee2df22-c0b8-4c42-8b5b-34ea92290d80 x-openstack-request-id: req-bee2df22-c0b8-4c42-8b5b-34ea92290d80 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:52.746003 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a378f4c-8709-4448-b9d5-2dd0917ee7df", "name": "network-vif-plugged", "status": "completed", "tag": "dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:52.746514 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-bee2df22-c0b8-4c42-8b5b-34ea92290d80 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:52.747087 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a378f4c-8709-4448-b9d5-2dd0917ee7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf', 'code': 200} Jan 25 02:36:53.133582 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513dbe7-cae4-4e98-a7d0-79c6ee0b655f req-0dc9bdd8-4011-46cd-a18d-ccda47485ce8 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:53.135101 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e513dbe7-cae4-4e98-a7d0-79c6ee0b655f req-0dc9bdd8-4011-46cd-a18d-ccda47485ce8 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0491383 Jan 25 02:36:53.187235 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e513dbe7-cae4-4e98-a7d0-79c6ee0b655f req-769ebedb-5baa-4ad2-8e45-eb059e26740c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Jan 25 02:36:53.300815 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cafdf5dd-7613-45b3-aadf-0a6272ca7817 req-1ad7d101-16d4-43b2-b95c-c939791b9066 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0367050 Jan 25 02:36:53.532886 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf74ffd-e9f6-45f8-b133-34b469fe2cbe req-d2141c80-516b-460a-86a0-ddedccd1bcbc tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:53.534345 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cbf74ffd-e9f6-45f8-b133-34b469fe2cbe req-d2141c80-516b-460a-86a0-ddedccd1bcbc tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0503998 Jan 25 02:36:53.594169 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cbf74ffd-e9f6-45f8-b133-34b469fe2cbe req-17eebfe0-8b1b-4d78-935f-7d75e09075f2 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533259 Jan 25 02:36:53.804543 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d08f8-2275-45e5-a20c-2c8d2e4bdfe7 req-42ac860a-fb4c-4f9c-8603-88f3d377d9ea tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:53.806023 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f8d08f8-2275-45e5-a20c-2c8d2e4bdfe7 req-42ac860a-fb4c-4f9c-8603-88f3d377d9ea tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0485253 Jan 25 02:36:53.852695 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f8d08f8-2275-45e5-a20c-2c8d2e4bdfe7 req-566cfd1a-a3c5-44a8-9dc7-7329cde20700 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 Jan 25 02:36:54.307814 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a67236-75f2-4ba8-a982-ed65937065bf req-e468bca4-b25f-4474-8f84-4f25d3ff1f75 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:54.309967 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b8a67236-75f2-4ba8-a982-ed65937065bf req-e468bca4-b25f-4474-8f84-4f25d3ff1f75 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0497353 Jan 25 02:36:54.356863 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b8a67236-75f2-4ba8-a982-ed65937065bf req-98376431-76ab-4a25-983f-6ee82945c216 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Jan 25 02:36:54.439259 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-873ca891-445c-477f-b9e0-6f81d4202493 req-d65a1069-ea48-48c3-9ce8-f9e506176eba tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0286670 Jan 25 02:36:54.724232 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba9050-e50c-435f-89d5-217e03d2bd82 req-ca3f05c2-efab-4260-9ce6-4359d210d315 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:54.725786 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-49ba9050-e50c-435f-89d5-217e03d2bd82 req-ca3f05c2-efab-4260-9ce6-4359d210d315 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0548284 Jan 25 02:36:54.783786 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-49ba9050-e50c-435f-89d5-217e03d2bd82 req-fe32fde6-09b3-4bc8-97ba-bb7580f0a030 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493615 Jan 25 02:36:54.990558 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07468fd2-5452-4465-b781-defc60ffa037 req-83e936ec-133c-4c96-893e-48d06830190a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:54.994630 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-07468fd2-5452-4465-b781-defc60ffa037 req-83e936ec-133c-4c96-893e-48d06830190a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0657959 Jan 25 02:36:55.056094 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-07468fd2-5452-4465-b781-defc60ffa037 req-4a936bed-5013-4d28-b775-0d5f142b52da tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573213 Jan 25 02:36:55.480778 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da0dd6-28c3-40c5-b31d-161ee536b3bf req-23452de7-edfc-40c8-9ad4-4985605aca39 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:55.482264 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88da0dd6-28c3-40c5-b31d-161ee536b3bf req-23452de7-edfc-40c8-9ad4-4985605aca39 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0546997 Jan 25 02:36:55.528696 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88da0dd6-28c3-40c5-b31d-161ee536b3bf req-8860ebf2-f15d-4cbe-8217-201b719269bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Jan 25 02:36:55.611752 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e24519b-aa7a-401e-b189-b44848ef98db req-05e414c1-ae9c-4000-963d-17bf1be4aaa4 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0252149 Jan 25 02:36:55.898303 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe98f3-c7f4-4cab-8d14-74c25ab70b26 req-b5f5a929-69cb-4e91-8e94-9fbfcf913f9c tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:55.899838 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d4fe98f3-c7f4-4cab-8d14-74c25ab70b26 req-b5f5a929-69cb-4e91-8e94-9fbfcf913f9c tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0492334 Jan 25 02:36:55.947668 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d4fe98f3-c7f4-4cab-8d14-74c25ab70b26 req-faeb3daf-7760-4228-8739-9708b0d31f0d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Jan 25 02:36:56.175167 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc05174-0c38-4aa2-a521-e4e4020a5186 req-30be7436-bef9-4184-92a2-a84899438337 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:56.177410 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3cc05174-0c38-4aa2-a521-e4e4020a5186 req-30be7436-bef9-4184-92a2-a84899438337 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0524118 Jan 25 02:36:56.226345 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3cc05174-0c38-4aa2-a521-e4e4020a5186 req-3c11ad6b-df16-4ec0-9c19-2a092f454441 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Jan 25 02:36:56.648802 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484d881-bd7b-4c44-bbff-3a9d961f3aed req-6380d432-a692-4a6c-b74a-16a2511950ee tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:56.655600 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c484d881-bd7b-4c44-bbff-3a9d961f3aed req-6380d432-a692-4a6c-b74a-16a2511950ee tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0575876 Jan 25 02:36:56.701957 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c484d881-bd7b-4c44-bbff-3a9d961f3aed req-8f8e9145-52a0-4a95-9c71-1ce399349776 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454073 Jan 25 02:36:56.795162 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8fab6b5f-34c7-4808-937f-20d66aaf0bb2 req-0c0e571d-16e7-42e9-ba8f-bc7470d9bce1 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0259349 Jan 25 02:36:57.064549 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb5a67-a612-4167-9bf1-e5fa542cb79a req-b494f650-5d05-442d-a72b-adcc030327aa tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:57.065995 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2cbb5a67-a612-4167-9bf1-e5fa542cb79a req-b494f650-5d05-442d-a72b-adcc030327aa tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0506012 Jan 25 02:36:57.112492 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2cbb5a67-a612-4167-9bf1-e5fa542cb79a req-0c4b8055-f5c7-4080-89bb-2be6cc6bdfd4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Jan 25 02:36:57.338980 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaafe6-8be0-434f-a793-e1eeea7c0286 req-0f08793f-bd1a-4136-8f48-4f5eeb1d5454 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:57.340441 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9bdaafe6-8be0-434f-a793-e1eeea7c0286 req-0f08793f-bd1a-4136-8f48-4f5eeb1d5454 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Jan 25 02:36:57.386814 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9bdaafe6-8be0-434f-a793-e1eeea7c0286 req-e6360971-632b-4fc3-a7cc-08748a10298a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Jan 25 02:36:57.818735 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0d2af-42c6-46ab-9574-42706aa99a71 req-cfb4ddef-62e5-41dd-b92a-786cefb3e03e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:57.820226 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-66f0d2af-42c6-46ab-9574-42706aa99a71 req-cfb4ddef-62e5-41dd-b92a-786cefb3e03e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0509491 Jan 25 02:36:57.866279 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-66f0d2af-42c6-46ab-9574-42706aa99a71 req-1a11412c-abd4-42c9-b22e-0570fd24e5de tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Jan 25 02:36:57.943300 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4a7696cd-aee0-46a9-aea9-36cf865171e2 req-12367560-c464-4454-9a92-caf453503bcf tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0241578 Jan 25 02:36:57.984095 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e311ba04-3e92-43eb-9b87-6c914d17a51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:58.225361 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc99fc8-074e-4c8a-b321-e3de3cd41e91 req-08385dcb-433f-491a-b7d3-9e728f10ed23 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:58.226813 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bcc99fc8-074e-4c8a-b321-e3de3cd41e91 req-08385dcb-433f-491a-b7d3-9e728f10ed23 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0487010 Jan 25 02:36:58.272670 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bcc99fc8-074e-4c8a-b321-e3de3cd41e91 req-4352e2ea-20f4-482b-8698-fd53ff9d3ff4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402701 Jan 25 02:36:58.541184 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7a50f-dc8e-47c1-9115-822fba2bdda2 req-afa1c96c-f4bb-4bac-a654-a0b851b02b3a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:58.542938 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8ad7a50f-dc8e-47c1-9115-822fba2bdda2 req-afa1c96c-f4bb-4bac-a654-a0b851b02b3a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0855792 Jan 25 02:36:58.608693 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8ad7a50f-dc8e-47c1-9115-822fba2bdda2 req-17725617-51cb-475f-9a9d-df255446cf80 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596602 Jan 25 02:36:58.981502 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699ce53-098c-48a6-92c7-38cf345295ef req-9e3f56c1-bd72-4abb-8e15-92c398ac8f76 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:58.989406 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f699ce53-098c-48a6-92c7-38cf345295ef req-9e3f56c1-bd72-4abb-8e15-92c398ac8f76 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0556936 Jan 25 02:36:59.036813 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f699ce53-098c-48a6-92c7-38cf345295ef req-db901b31-45ef-4c42-82ac-a62986ad7358 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467398 Jan 25 02:36:59.122783 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8edf3a37-60ab-4705-93eb-30dd6f3bdbc4 req-3e515a78-11ba-4d62-b726-a87aab680bb0 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0267189 Jan 25 02:36:59.403724 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30465d19-b3f5-4fee-aa24-b42dae876017 req-9fdd5ab5-fd55-4bdc-bef8-01ffe8a68b9e tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:59.405466 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-30465d19-b3f5-4fee-aa24-b42dae876017 req-9fdd5ab5-fd55-4bdc-bef8-01ffe8a68b9e tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0589807 Jan 25 02:36:59.454348 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-30465d19-b3f5-4fee-aa24-b42dae876017 req-4817ebc1-0533-4759-8429-2def5f79d336 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Jan 25 02:36:59.737575 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7c80d-d724-4375-88fb-a2fe6532ce5f req-0b36e209-5796-4761-83b8-cc11e6faceef tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:59.739335 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-68b7c80d-d724-4375-88fb-a2fe6532ce5f req-0b36e209-5796-4761-83b8-cc11e6faceef tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0600538 Jan 25 02:36:59.788078 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-68b7c80d-d724-4375-88fb-a2fe6532ce5f req-2344ddf7-4213-40eb-a970-e50cecd7fa04 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Jan 25 02:37:00.152356 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6877d4d8-bc5c-4fd2-955e-58e7221e9fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.157454 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213e4c0-6926-4efb-86cc-167b8b451dc7 req-ade67766-02fe-4216-a0cc-55e01894e48f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:00.158924 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e213e4c0-6926-4efb-86cc-167b8b451dc7 req-ade67766-02fe-4216-a0cc-55e01894e48f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0486906 Jan 25 02:37:00.208054 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e213e4c0-6926-4efb-86cc-167b8b451dc7 req-940823b7-e54c-44db-91a0-2ed3f49f60df tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Jan 25 02:37:00.284639 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-dd16fd90-a356-4cbc-9e83-14cadc16327f req-44e5cf62-8802-4fd5-882e-59da090c1e4f tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0253439 Jan 25 02:37:00.565914 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08c8db-bc77-48c5-8ae9-e7568f5f21e7 req-e29cc8d9-a665-422b-b447-2a52c456d871 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:00.568147 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6e08c8db-bc77-48c5-8ae9-e7568f5f21e7 req-e29cc8d9-a665-422b-b447-2a52c456d871 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0484602 Jan 25 02:37:00.616155 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6e08c8db-bc77-48c5-8ae9-e7568f5f21e7 req-3fc3c395-f725-46bd-b3e0-90f480121a89 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Jan 25 02:37:00.900622 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d964d-3226-4bc5-8ffa-20fbd13e7cb9 req-9c560c9d-7691-457d-9fb6-38c1ab37381c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:00.902171 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2f6d964d-3226-4bc5-8ffa-20fbd13e7cb9 req-9c560c9d-7691-457d-9fb6-38c1ab37381c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0477257 Jan 25 02:37:00.951484 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2f6d964d-3226-4bc5-8ffa-20fbd13e7cb9 req-285be684-da7b-4d05-9787-daec22aab79a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436852 Jan 25 02:37:00.998721 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:01.320219 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e74e7-e660-4aac-b1ab-91008d7cc7c4 req-19781b9c-d882-4c36-9b1a-462fa94faac4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:01.321670 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2d6e74e7-e660-4aac-b1ab-91008d7cc7c4 req-19781b9c-d882-4c36-9b1a-462fa94faac4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0470150 Jan 25 02:37:01.368379 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2d6e74e7-e660-4aac-b1ab-91008d7cc7c4 req-d2dab24f-a8d9-4d99-99f3-0906e3d226b1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Jan 25 02:37:01.447488 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cc124412-b944-492a-9ab8-4ead24be2860 req-78bf4849-98ac-4397-998a-37a87b01e302 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0249097 Jan 25 02:37:01.500869 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:01.727879 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df91ed-4f0c-4e9a-ba1d-b8cba788df61 req-a4b258c3-4eef-4f24-9bce-cef2bd0936f3 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:01.729626 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-92df91ed-4f0c-4e9a-ba1d-b8cba788df61 req-a4b258c3-4eef-4f24-9bce-cef2bd0936f3 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 931 time: 0.0475624 Jan 25 02:37:01.779231 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-92df91ed-4f0c-4e9a-ba1d-b8cba788df61 req-07b4202d-8388-4478-a0fa-a3ff6e173daa tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Jan 25 02:37:02.013259 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Request body: {'port': {'device_id': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:02.099291 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.119041 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb1c3-faff-4fd5-ac62-9bf23012773f req-380b82df-1094-4f2e-963d-90a7ee11a6ab tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:02.120540 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e1cdb1c3-faff-4fd5-ac62-9bf23012773f req-380b82df-1094-4f2e-963d-90a7ee11a6ab tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0873740 Jan 25 02:37:02.252571 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e1cdb1c3-faff-4fd5-ac62-9bf23012773f req-2be36aec-3d17-4d00-be1a-f47fec27fa14 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085205 Jan 25 02:37:02.401172 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cacf78-a32e-4480-a1e5-3c3d3cb82445 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:02.409152 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Publish callbacks [] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.422872 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Transition to ACTIVE for port object d4cacf78-a32e-4480-a1e5-3c3d3cb82445 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:37:02.428020 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.482715 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:02.522295 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45605e2-86ae-4912-acae-b10bcb595e69 req-524ddc54-1955-41a4-a8bd-506234836661 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:02.529700 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b45605e2-86ae-4912-acae-b10bcb595e69 req-524ddc54-1955-41a4-a8bd-506234836661 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0887921 Jan 25 02:37:02.592290 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b45605e2-86ae-4912-acae-b10bcb595e69 req-b2b6d570-fd38-4956-ac77-e19481d3fa5a tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615082 Jan 25 02:37:02.599469 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0166c0e4-a757-43ec-9e0e-d8c4a7e8ade7 req-cfbeae38-db58-4d03-8a22-492249a066d7 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0391104 Jan 25 02:37:02.621207 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Attempting to bind port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:02.621547 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Attempting to bind port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:02.621877 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Attempting to bind port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 on network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:02.626378 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 on network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:37:02.626708 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Attempting to bind port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 on network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:02.632344 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:02.632685 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Checking segment: {'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:02.633070 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Bound using segment: {'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:02.633512 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Bound port: d4cacf78-a32e-4480-a1e5-3c3d3cb82445, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd275533c-5b95-4311-aef3-4f7431b1ec8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:02.633872 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.709437 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] For port d4cacf78-a32e-4480-a1e5-3c3d3cb82445, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:02.712770 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] For port d4cacf78-a32e-4480-a1e5-3c3d3cb82445, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:02.717344 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.750851 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:02.751451 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.752942 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] 10.222.0.121 "PUT /v2.0/ports/d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 200 len: 1093 time: 0.7441230 Jan 25 02:37:02.753385 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:02.756247 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658785c1-f480-410b-ac3b-5e3783d99e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:02.784164 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f88e8-5e01-4135-b1a1-715a8fed6426 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:02.805811 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b46022a-bc71-4b40-a0a1-6d815c4e600c x-openstack-request-id: req-1b46022a-bc71-4b40-a0a1-6d815c4e600c {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:02.806115 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:02.806371 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-1b46022a-bc71-4b40-a0a1-6d815c4e600c {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:02.806879 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'status': 'completed', 'code': 200} Jan 25 02:37:02.880547 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-73bbfbef-32d3-4549-8e15-a3666e70231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:02.882068 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-73bbfbef-32d3-4549-8e15-a3666e70231a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=420e54880e0e49999ee0ca6050023575&device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 1096 time: 0.0508981 Jan 25 02:37:02.927784 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d12fce-b305-47eb-8469-aaa5730493c3 req-59ba2da8-06fd-4f05-a9fd-de0fdb8ac949 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:02.928529 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.929660 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e7d12fce-b305-47eb-8469-aaa5730493c3 req-59ba2da8-06fd-4f05-a9fd-de0fdb8ac949 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 943 time: 0.0621092 Jan 25 02:37:02.935827 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-435aa4d9-aa90-4b08-a2fd-a367a9d34e62 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 200 len: 217 time: 0.0379083 Jan 25 02:37:02.981865 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e7d12fce-b305-47eb-8469-aaa5730493c3 req-bb700049-b955-410b-b60d-8d6b313e4dbf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458634 Jan 25 02:37:02.991666 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-26cbb090-ce7d-4e8a-be1d-993d0f3870bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:02.993091 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-26cbb090-ce7d-4e8a-be1d-993d0f3870bb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819 HTTP/1.1" status: 200 len: 854 time: 0.0495012 Jan 25 02:37:03.044570 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-dbe3e07c-490c-4d20-a384-d46bdbd835f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:03.046013 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-dbe3e07c-490c-4d20-a384-d46bdbd835f6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447454 Jan 25 02:37:03.135073 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-d547c3be-b24e-4c01-ba49-67e7b227280f service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815957 Jan 25 02:37:03.240313 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50dad919-11d5-4e4d-921b-d8d1b112e3b7 req-133ebbdf-eb10-4ec6-997d-5e092361097e service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942669 Jan 25 02:37:03.371226 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502ee4b-51f6-4f7e-aad6-acc0e9a2568d req-219a63f5-861c-4167-9b16-81a0072bbeac tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:03.372710 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6502ee4b-51f6-4f7e-aad6-acc0e9a2568d req-219a63f5-861c-4167-9b16-81a0072bbeac tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0501077 Jan 25 02:37:03.407099 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-4ecf8218-9bca-4918-bc18-16e349325f83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:03.408554 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-4ecf8218-9bca-4918-bc18-16e349325f83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.121 "GET /v2.0/networks?id=7f8f0f0f-0805-4933-9398-e00bcad2346d HTTP/1.1" status: 200 len: 809 time: 0.1193533 Jan 25 02:37:03.432210 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6502ee4b-51f6-4f7e-aad6-acc0e9a2568d req-af380a5d-fd9d-4775-9c3d-9382469e853d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538318 Jan 25 02:37:03.450049 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Request body: {'port': {'device_id': 'eb910cd5-d349-4c73-82dc-246e4ff71f45', 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d', 'admin_state_up': True, 'tenant_id': '18d6138733cc4dd9a2af54fecae74805'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:03.558350 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-c8176c67-d9a8-42f7-b5b0-5e6bd57fcebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:03.559764 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-c8176c67-d9a8-42f7-b5b0-5e6bd57fcebb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=420e54880e0e49999ee0ca6050023575&device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 1096 time: 0.1185069 Jan 25 02:37:03.668367 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Made reservation on behalf of 18d6138733cc4dd9a2af54fecae74805 for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:03.671741 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.713511 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-8dcc8054-a543-47d4-934e-e237c784c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:03.714950 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-8dcc8054-a543-47d4-934e-e237c784c79a service neutron] 10.222.0.121 "GET /v2.0/networks?id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec HTTP/1.1" status: 200 len: 916 time: 0.1440151 Jan 25 02:37:03.717930 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a72f2296-2b15-4d38-a292-808950ee1b8e req-e822f4a5-3d33-4ae9-8f8b-90833e8fc6b9 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0507262 Jan 25 02:37:03.718880 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dae8f-5821-453a-94c1-75e4f4221a6a req-2d519ed3-48a1-4965-89ad-8e65e646b014 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:03.720517 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-048dae8f-5821-453a-94c1-75e4f4221a6a req-2d519ed3-48a1-4965-89ad-8e65e646b014 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0542784 Jan 25 02:37:03.777617 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-048dae8f-5821-453a-94c1-75e4f4221a6a req-011c489a-f310-42b0-902e-b5f309c581d5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464854 Jan 25 02:37:03.838585 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Allocated IP 172.20.0.7 (7f8f0f0f-0805-4933-9398-e00bcad2346d/d183a016-339c-4c51-bd4e-79e9148dd755/155fc6bf-2630-4167-befa-e7f77ac9a285) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:04.116313 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-086d256c-cbc3-4f79-898a-414ca5bf68ed service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 200 len: 217 time: 0.2743361 Jan 25 02:37:04.140560 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.234239 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3c1c9-8175-470c-ad11-f5a2653cc89d req-5a949c61-8b27-42bb-b681-ce3f67e4d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.235755 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44e3c1c9-8175-470c-ad11-f5a2653cc89d req-5a949c61-8b27-42bb-b681-ce3f67e4d8ae service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 1098 time: 0.3950918 Jan 25 02:37:04.248734 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-a3bac791-e049-4049-99af-d0297bab689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.248734 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-a3bac791-e049-4049-99af-d0297bab689e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819 HTTP/1.1" status: 200 len: 854 time: 0.0954976 Jan 25 02:37:04.249426 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9448686-7334-4a60-b04e-c1afac2a0a52 req-97be0c97-b6fe-4dda-b886-a310863aee65 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.250793 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a9448686-7334-4a60-b04e-c1afac2a0a52 req-97be0c97-b6fe-4dda-b886-a310863aee65 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 943 time: 0.1579304 Jan 25 02:37:04.423006 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44e3c1c9-8175-470c-ad11-f5a2653cc89d req-0413fe63-253d-4ea6-884b-1e6f290dc4b2 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664832 Jan 25 02:37:04.430594 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-fd2d20a4-a4e9-4a72-9027-a5812c246926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.432030 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-fd2d20a4-a4e9-4a72-9027-a5812c246926 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1767800 Jan 25 02:37:04.437271 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a9448686-7334-4a60-b04e-c1afac2a0a52 req-9380dd5a-b991-4198-a666-d061f396ecfd tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567166 Jan 25 02:37:04.452427 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks [] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.492930 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.551520 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Network 7f8f0f0f-0805-4933-9398-e00bcad2346d is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:04.570097 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:04.573846 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:04.577124 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Pushing event updated for resources: {'Port': ['ID=155fc6bf-2630-4167-befa-e7f77ac9a285,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:04.629782 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512a00a-eef4-4b94-9bac-def763b0edfe req-3ada4574-99dd-4f19-933b-8f732d77a434 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.631253 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a512a00a-eef4-4b94-9bac-def763b0edfe req-3ada4574-99dd-4f19-933b-8f732d77a434 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.1080711 Jan 25 02:37:04.639170 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.639791 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.670283 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-31924623-fb74-46f8-a8b9-2b9542fce5ae tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2302630 Jan 25 02:37:04.692972 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a512a00a-eef4-4b94-9bac-def763b0edfe req-80324126-32d0-4494-be58-caf3ea0c6577 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506744 Jan 25 02:37:04.847671 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072024b1-d887-4eb2-9a2c-a777d9ab81dc req-4e79bb57-4a5c-41aa-9e71-f0890c2a5649 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.849282 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-072024b1-d887-4eb2-9a2c-a777d9ab81dc req-4e79bb57-4a5c-41aa-9e71-f0890c2a5649 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 931 time: 0.0539839 Jan 25 02:37:04.895518 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-072024b1-d887-4eb2-9a2c-a777d9ab81dc req-d65381bf-6de0-4105-aae9-eaf086308c04 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406642 Jan 25 02:37:04.995962 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340dd2a-7f0a-472c-b0ee-35e21abff9cb req-b0636519-4ad1-42da-b479-ba0ea6e7f454 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.997432 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2340dd2a-7f0a-472c-b0ee-35e21abff9cb req-b0636519-4ad1-42da-b479-ba0ea6e7f454 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0483010 Jan 25 02:37:05.043116 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2340dd2a-7f0a-472c-b0ee-35e21abff9cb req-cb24f9f1-fbb7-48bb-9fdf-241c77869149 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401337 Jan 25 02:37:05.094233 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Request body: {'port': {'device_id': 'eb910cd5-d349-4c73-82dc-246e4ff71f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:05.206461 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.253621 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-a0f0a752-9221-49dd-8f18-19dff3c7a0cf service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556067 Jan 25 02:37:05.425169 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658785c1-f480-410b-ac3b-5e3783d99e0b req-f74c4e67-a3fb-4431-b9bf-bd1bbf8bacb1 service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656330 Jan 25 02:37:05.591917 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f4217-d39f-445c-ba31-a0c9a699316c req-b5c6a3e5-df01-4b97-9ae2-61fdb03d32f3 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:05.593419 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-991f4217-d39f-445c-ba31-a0c9a699316c req-b5c6a3e5-df01-4b97-9ae2-61fdb03d32f3 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 943 time: 0.0748253 Jan 25 02:37:05.646906 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155fc6bf-2630-4167-befa-e7f77ac9a285 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:05.659275 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Publish callbacks [] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.685618 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-991f4217-d39f-445c-ba31-a0c9a699316c req-0e9784b4-5cff-497a-beed-e5ee41213943 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709260 Jan 25 02:37:05.686503 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Transition to ACTIVE for port object 155fc6bf-2630-4167-befa-e7f77ac9a285 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:37:05.690177 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.745396 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Pushing event updated for resources: {'Port': ['ID=155fc6bf-2630-4167-befa-e7f77ac9a285,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:05.809727 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Attempting to bind port 155fc6bf-2630-4167-befa-e7f77ac9a285 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:05.810072 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Attempting to bind port 155fc6bf-2630-4167-befa-e7f77ac9a285 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '58ce8baa-0456-46ad-913e-7373bedfa0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:05.810273 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Attempting to bind port 155fc6bf-2630-4167-befa-e7f77ac9a285 on network 7f8f0f0f-0805-4933-9398-e00bcad2346d {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:05.812959 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae1bcf-f853-49bf-b906-dbf17d233e5e req-56cb086a-f3bb-43f5-b146-d7bf7f549584 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:05.814450 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-35ae1bcf-f853-49bf-b906-dbf17d233e5e req-56cb086a-f3bb-43f5-b146-d7bf7f549584 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0477960 Jan 25 02:37:05.814761 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Port 155fc6bf-2630-4167-befa-e7f77ac9a285 on network 7f8f0f0f-0805-4933-9398-e00bcad2346d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:37:05.815161 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Attempting to bind port 155fc6bf-2630-4167-befa-e7f77ac9a285 on network 7f8f0f0f-0805-4933-9398-e00bcad2346d {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:05.820828 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:05.821313 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Checking segment: {'id': '58ce8baa-0456-46ad-913e-7373bedfa0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:05.821701 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Bound using segment: {'id': '58ce8baa-0456-46ad-913e-7373bedfa0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:05.822183 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Bound port: 155fc6bf-2630-4167-befa-e7f77ac9a285, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ce8baa-0456-46ad-913e-7373bedfa0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:05.822538 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.863904 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-35ae1bcf-f853-49bf-b906-dbf17d233e5e req-c8f690fc-887f-4a48-a31c-359bdea27968 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426016 Jan 25 02:37:05.889725 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] For port 155fc6bf-2630-4167-befa-e7f77ac9a285, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:05.893013 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] For port 155fc6bf-2630-4167-befa-e7f77ac9a285, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=155fc6bf-2630-4167-befa-e7f77ac9a285,segment=NetworkSegment(58ce8baa-0456-46ad-913e-7373bedfa0a0),segment_id=58ce8baa-0456-46ad-913e-7373bedfa0a0)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:05.896930 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.928229 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:05.928853 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.930242 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] 10.222.0.121 "PUT /v2.0/ports/155fc6bf-2630-4167-befa-e7f77ac9a285 HTTP/1.1" status: 200 len: 1093 time: 0.8406110 Jan 25 02:37:05.932587 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb910cd5-d349-4c73-82dc-246e4ff71f45', 'tag': '155fc6bf-2630-4167-befa-e7f77ac9a285'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:05.934807 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4147f338-2af9-40aa-877e-08c96ef5945b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb910cd5-d349-4c73-82dc-246e4ff71f45", "tag": "155fc6bf-2630-4167-befa-e7f77ac9a285"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:05.968091 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b38ee-182c-4e7a-ad34-c8f57fa2d810 service neutron] Pushing event updated for resources: {'Port': ['ID=155fc6bf-2630-4167-befa-e7f77ac9a285,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:05.999285 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08905a6-dcd2-4648-8051-0222ef5c36ec x-openstack-request-id: req-d08905a6-dcd2-4648-8051-0222ef5c36ec {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:05.999574 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb910cd5-d349-4c73-82dc-246e4ff71f45", "tag": "155fc6bf-2630-4167-befa-e7f77ac9a285", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:05.999852 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d08905a6-dcd2-4648-8051-0222ef5c36ec {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:06.000251 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb910cd5-d349-4c73-82dc-246e4ff71f45', 'tag': '155fc6bf-2630-4167-befa-e7f77ac9a285', 'status': 'completed', 'code': 200} Jan 25 02:37:06.024282 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ad70f-e0b1-40c8-85fb-bf2b3946bd03 req-0cd8fc52-85f9-4a5a-a515-82a1d47bdc36 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:06.025830 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-830ad70f-e0b1-40c8-85fb-bf2b3946bd03 req-0cd8fc52-85f9-4a5a-a515-82a1d47bdc36 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 943 time: 0.0598745 Jan 25 02:37:06.102133 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-6935289b-dd4f-4348-a0b4-0ed1e3fb1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:06.103652 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-6935289b-dd4f-4348-a0b4-0ed1e3fb1279 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=18d6138733cc4dd9a2af54fecae74805&device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 1096 time: 0.0769601 Jan 25 02:37:06.107081 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-830ad70f-e0b1-40c8-85fb-bf2b3946bd03 req-18ea92c3-063f-46ed-ba8a-3c49316be7c2 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723083 Jan 25 02:37:06.157969 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f67e095c-64fb-4ed7-bfb7-7fd469482f17 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=155fc6bf-2630-4167-befa-e7f77ac9a285 HTTP/1.1" status: 200 len: 217 time: 0.0364437 Jan 25 02:37:06.167042 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d2733-08e9-433c-a6b6-74fa6efedf4a req-39519074-e8af-465f-9191-379b0da78f65 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:06.168112 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b5d2733-08e9-433c-a6b6-74fa6efedf4a req-39519074-e8af-465f-9191-379b0da78f65 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0536530 Jan 25 02:37:06.208007 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-c3721911-08fa-4163-8c4d-305ea1bacc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:06.209770 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-c3721911-08fa-4163-8c4d-305ea1bacc2e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d183a016-339c-4c51-bd4e-79e9148dd755 HTTP/1.1" status: 200 len: 849 time: 0.0461018 Jan 25 02:37:06.229400 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b5d2733-08e9-433c-a6b6-74fa6efedf4a req-d801dfe1-f6a3-4dd1-9d6e-4ed58a19356c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487165 Jan 25 02:37:06.778439 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-ccd0f3b6-75aa-42ad-b538-018656901476 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7f8f0f0f-0805-4933-9398-e00bcad2346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243356 Jan 25 02:37:06.806305 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bf53a-9952-4bd3-8650-c95d2d37ccb1 req-b8a83109-765a-4d58-9511-b8f6561f766f tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:06.807580 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a3bf53a-9952-4bd3-8650-c95d2d37ccb1 req-b8a83109-765a-4d58-9511-b8f6561f766f tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 943 time: 0.0523155 Jan 25 02:37:06.861121 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a3bf53a-9952-4bd3-8650-c95d2d37ccb1 req-bf53069b-b0c2-45b3-abda-048f8a1bbb8a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473692 Jan 25 02:37:06.920900 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-42196368-f6f0-4ff9-9fd0-a9fbe83db9f6 service neutron] 10.222.0.121 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007910 Jan 25 02:37:06.986190 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f75e69-7d72-44ce-879f-e0880e1da1b6 req-0a666f7d-0a07-4af7-bdee-7da042f2e51b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:06.987616 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f5f75e69-7d72-44ce-879f-e0880e1da1b6 req-0a666f7d-0a07-4af7-bdee-7da042f2e51b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0482814 Jan 25 02:37:07.025496 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 42772) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:07.036610 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f5f75e69-7d72-44ce-879f-e0880e1da1b6 req-58d66364-3865-48ab-ab8d-c9b26a46c5ef tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Jan 25 02:37:07.128321 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4237f9d-f62a-4306-8d55-3fb8951948d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.235187 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4237f9d-f62a-4306-8d55-3fb8951948d9 admin admin] Publish callbacks [] for security_group (9507ab9d-b2fd-4add-b376-78635e90fe81), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.239023 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4237f9d-f62a-4306-8d55-3fb8951948d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (9507ab9d-b2fd-4add-b376-78635e90fe81), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.256373 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad5bb1-3069-4cc3-91b0-6cf3778edb35 req-75445ed0-09e9-41bf-a1f0-36c1139e075a tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:07.257864 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-daad5bb1-3069-4cc3-91b0-6cf3778edb35 req-75445ed0-09e9-41bf-a1f0-36c1139e075a tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 943 time: 0.0815306 Jan 25 02:37:07.297382 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e4237f9d-f62a-4306-8d55-3fb8951948d9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=21aad0792bdc48aaaa2d3866be30d289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707157 Jan 25 02:37:07.303283 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 42780) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:07.311166 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4237f9d-f62a-4306-8d55-3fb8951948d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9507ab9d-b2fd-4add-b376-78635e90fe81,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:07.349351 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d5991-8489-4f41-bee3-ac8d9d4f5ff2 req-b506e5f6-7406-4d9f-b547-e706ab9057ab tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:07.350836 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-697d5991-8489-4f41-bee3-ac8d9d4f5ff2 req-b506e5f6-7406-4d9f-b547-e706ab9057ab tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0530291 Jan 25 02:37:07.361533 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-daad5bb1-3069-4cc3-91b0-6cf3778edb35 req-82b0cbf5-8543-45d2-ba57-cde784edf66e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933878 Jan 25 02:37:07.380035 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38709c00-dc63-4929-829b-a97d7fb9513b admin admin] Publish callbacks [] for security_group (9507ab9d-b2fd-4add-b376-78635e90fe81), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.397414 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38709c00-dc63-4929-829b-a97d7fb9513b admin admin] Publish callbacks [] for security_group (9507ab9d-b2fd-4add-b376-78635e90fe81), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.403223 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-697d5991-8489-4f41-bee3-ac8d9d4f5ff2 req-539c21b3-8194-4bf4-bb02-1bd18a277d2d tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Jan 25 02:37:07.443571 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38709c00-dc63-4929-829b-a97d7fb9513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (9507ab9d-b2fd-4add-b376-78635e90fe81), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.446231 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38709c00-dc63-4929-829b-a97d7fb9513b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.447559 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-38709c00-dc63-4929-829b-a97d7fb9513b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/9507ab9d-b2fd-4add-b376-78635e90fe81 HTTP/1.1" status: 204 len: 168 time: 0.1433442 Jan 25 02:37:07.454918 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38709c00-dc63-4929-829b-a97d7fb9513b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9507ab9d-b2fd-4add-b376-78635e90fe81,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:07.716323 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 42788) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:07.730210 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be242c3d-1858-481f-9118-85a1792ef520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.807738 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be242c3d-1858-481f-9118-85a1792ef520 admin admin] Publish callbacks [] for security_group (5c4da5ea-398a-4d88-956b-ca50d718d6c8), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.811782 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be242c3d-1858-481f-9118-85a1792ef520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (5c4da5ea-398a-4d88-956b-ca50d718d6c8), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.852014 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-be242c3d-1858-481f-9118-85a1792ef520 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5201c6082cc14ae6864b939d01c0e716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345742 Jan 25 02:37:07.852890 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be242c3d-1858-481f-9118-85a1792ef520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4da5ea-398a-4d88-956b-ca50d718d6c8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:07.854713 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 42792) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:07.903886 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fbb66394-8815-41bf-919d-dd411c07d820 admin admin] Publish callbacks [] for security_group (5c4da5ea-398a-4d88-956b-ca50d718d6c8), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.926442 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fbb66394-8815-41bf-919d-dd411c07d820 admin admin] Publish callbacks [] for security_group (5c4da5ea-398a-4d88-956b-ca50d718d6c8), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:08.001140 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed7e4-7868-42e2-a97f-598d12b2c51f req-860bbcfd-8ad5-4709-8a0f-9d5af17d43c6 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:08.002614 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8a5ed7e4-7868-42e2-a97f-598d12b2c51f req-860bbcfd-8ad5-4709-8a0f-9d5af17d43c6 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 943 time: 0.0699964 Jan 25 02:37:08.018148 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fbb66394-8815-41bf-919d-dd411c07d820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (5c4da5ea-398a-4d88-956b-ca50d718d6c8), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:08.021324 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fbb66394-8815-41bf-919d-dd411c07d820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:08.022375 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-fbb66394-8815-41bf-919d-dd411c07d820 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/5c4da5ea-398a-4d88-956b-ca50d718d6c8 HTTP/1.1" status: 204 len: 168 time: 0.1666751 Jan 25 02:37:08.041129 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb66394-8815-41bf-919d-dd411c07d820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4da5ea-398a-4d88-956b-ca50d718d6c8,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:08.068378 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8a5ed7e4-7868-42e2-a97f-598d12b2c51f req-46670359-df8d-4b5e-ac36-75f12097f64a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590599 Jan 25 02:37:08.188525 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8c4aa17-8070-472a-a775-9c74e62dbfe0 req-f70dcd92-9837-40c4-947e-af3564b98bd7 service neutron] 10.222.0.121 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191089 Jan 25 02:37:08.201028 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb820e-e413-4c2e-b1ac-c31d11e79279 req-95ce69fa-91e5-4373-bad0-de764124f73d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:08.202466 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-76fb820e-e413-4c2e-b1ac-c31d11e79279 req-95ce69fa-91e5-4373-bad0-de764124f73d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0713561 Jan 25 02:37:08.251608 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-76fb820e-e413-4c2e-b1ac-c31d11e79279 req-989f57f0-bf72-41dc-aa10-638287fdf327 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Jan 25 02:37:08.481809 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80473da1-8b37-41b2-8736-afa05cfb6ccc req-fe68ddc4-8dcc-4b4c-9ff4-8f5adc33ae59 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:08.483295 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-80473da1-8b37-41b2-8736-afa05cfb6ccc req-fe68ddc4-8dcc-4b4c-9ff4-8f5adc33ae59 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 943 time: 0.0503788 Jan 25 02:37:08.530498 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-80473da1-8b37-41b2-8736-afa05cfb6ccc req-2eebfece-9f17-45e1-b60b-e9e08dcb2c72 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414846 Jan 25 02:37:08.639839 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f25b40-7396-4194-b215-a462372fa996 req-cadd3080-1173-426b-b0b9-2ad7adee34cc tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:08.641136 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-40f25b40-7396-4194-b215-a462372fa996 req-cadd3080-1173-426b-b0b9-2ad7adee34cc tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0544667 Jan 25 02:37:08.694689 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-40f25b40-7396-4194-b215-a462372fa996 req-e413eb77-ac6c-43f5-a7d3-f05c4f4c5258 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468998 Jan 25 02:37:09.186712 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0db62-b586-4495-a23d-632ec9f701cc req-3b010517-f3ae-4a57-b1cc-a599c2003231 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:09.188333 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-73a0db62-b586-4495-a23d-632ec9f701cc req-3b010517-f3ae-4a57-b1cc-a599c2003231 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 943 time: 0.0489306 Jan 25 02:37:09.239799 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-73a0db62-b586-4495-a23d-632ec9f701cc req-2d0fe936-9f56-46a7-ac41-03ab8c22e6bc tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447059 Jan 25 02:37:09.364667 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b03f5-490d-4762-abc0-996b83bac4d0 req-2e03b5eb-2e41-4589-ae38-6cc2cbd343e2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:09.366059 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-065b03f5-490d-4762-abc0-996b83bac4d0 req-2e03b5eb-2e41-4589-ae38-6cc2cbd343e2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0475805 Jan 25 02:37:09.413622 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-065b03f5-490d-4762-abc0-996b83bac4d0 req-2c419a00-4a94-4c03-8cee-49ee633ee1b6 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Jan 25 02:37:09.656198 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e8f95-8141-485b-ace3-23022d5f9022 req-86e7840e-0588-40c3-a907-e22363ac5642 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:09.657685 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-245e8f95-8141-485b-ace3-23022d5f9022 req-86e7840e-0588-40c3-a907-e22363ac5642 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 943 time: 0.0584280 Jan 25 02:37:09.706132 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-245e8f95-8141-485b-ace3-23022d5f9022 req-94cbdb38-121a-4b98-bb83-625ed08fcefa tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Jan 25 02:37:09.725542 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 42862) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:09.808342 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe74abd-cfde-41e6-b199-45a00f55ef75 req-b7c40951-baa3-4070-864c-70c18de35e2f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:09.809820 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bfe74abd-cfde-41e6-b199-45a00f55ef75 req-b7c40951-baa3-4070-864c-70c18de35e2f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0481725 Jan 25 02:37:09.842243 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9dae027b-74cc-43f5-9c61-f086ddd89777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.882258 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bfe74abd-cfde-41e6-b199-45a00f55ef75 req-eee738e7-c331-4ec8-bc91-2c114dca7514 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668223 Jan 25 02:37:09.938267 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9dae027b-74cc-43f5-9c61-f086ddd89777 admin admin] Publish callbacks [] for security_group (5c8554db-640c-4924-b0ca-47d6b152bd13), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.942810 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9dae027b-74cc-43f5-9c61-f086ddd89777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (5c8554db-640c-4924-b0ca-47d6b152bd13), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.982938 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-9dae027b-74cc-43f5-9c61-f086ddd89777 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4b3368580ae741428b25dfa0ff68cc28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562041 Jan 25 02:37:09.984942 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae027b-74cc-43f5-9c61-f086ddd89777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8554db-640c-4924-b0ca-47d6b152bd13,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:09.985788 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 42866) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:10.037542 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a9bfa8a-bc39-43dd-976f-3febf9a57b6e admin admin] Publish callbacks [] for security_group (5c8554db-640c-4924-b0ca-47d6b152bd13), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.058471 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a9bfa8a-bc39-43dd-976f-3febf9a57b6e admin admin] Publish callbacks [] for security_group (5c8554db-640c-4924-b0ca-47d6b152bd13), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.103974 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a9bfa8a-bc39-43dd-976f-3febf9a57b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (5c8554db-640c-4924-b0ca-47d6b152bd13), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.106492 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a9bfa8a-bc39-43dd-976f-3febf9a57b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.107637 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9a9bfa8a-bc39-43dd-976f-3febf9a57b6e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/5c8554db-640c-4924-b0ca-47d6b152bd13 HTTP/1.1" status: 204 len: 168 time: 0.1208773 Jan 25 02:37:10.115416 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bfa8a-bc39-43dd-976f-3febf9a57b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8554db-640c-4924-b0ca-47d6b152bd13,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:10.361302 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b685b-5d67-46bf-8068-9ddd9a71102c req-25f08d79-2f3b-4f92-a42c-b7f4340de90b tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.362789 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-420b685b-5d67-46bf-8068-9ddd9a71102c req-25f08d79-2f3b-4f92-a42c-b7f4340de90b tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 943 time: 0.0504487 Jan 25 02:37:10.368903 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 42876) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:10.382825 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ef735c3-365f-4699-88ae-3e034d31b1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.415334 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-420b685b-5d67-46bf-8068-9ddd9a71102c req-7c688d22-f38e-44d1-946b-52b8d10244ef tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Jan 25 02:37:10.461063 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ef735c3-365f-4699-88ae-3e034d31b1e1 admin admin] Publish callbacks [] for security_group (4e50a855-2866-4567-8b55-ea6196029d9b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.469110 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ef735c3-365f-4699-88ae-3e034d31b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (4e50a855-2866-4567-8b55-ea6196029d9b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.522184 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7ef735c3-365f-4699-88ae-3e034d31b1e1 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=87ad14ff3e5e45f28d062a1b249c3c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521475 Jan 25 02:37:10.523846 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef735c3-365f-4699-88ae-3e034d31b1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e50a855-2866-4567-8b55-ea6196029d9b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:10.524974 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 42880) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:10.557902 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab91dce-bd72-425f-82ce-f3d5042d7965 req-75956d55-88e4-4217-87a5-10335e862d77 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.559379 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8ab91dce-bd72-425f-82ce-f3d5042d7965 req-75956d55-88e4-4217-87a5-10335e862d77 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0735993 Jan 25 02:37:10.645716 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a21807d-dc05-4202-946d-1cbe40d89eb2 admin admin] Publish callbacks [] for security_group (4e50a855-2866-4567-8b55-ea6196029d9b), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.670022 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8ab91dce-bd72-425f-82ce-f3d5042d7965 req-b870222a-8588-4d3b-a12c-fd4309db0150 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027060 Jan 25 02:37:10.673454 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147f338-2af9-40aa-877e-08c96ef5945b req-2f5ba4f4-9bf4-426c-a1d5-106f006be0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.674995 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4147f338-2af9-40aa-877e-08c96ef5945b req-2f5ba4f4-9bf4-426c-a1d5-106f006be0ed service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=18d6138733cc4dd9a2af54fecae74805&device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 1096 time: 0.0956702 Jan 25 02:37:10.695972 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a21807d-dc05-4202-946d-1cbe40d89eb2 admin admin] Publish callbacks [] for security_group (4e50a855-2866-4567-8b55-ea6196029d9b), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.829463 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a21807d-dc05-4202-946d-1cbe40d89eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (4e50a855-2866-4567-8b55-ea6196029d9b), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.832770 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a21807d-dc05-4202-946d-1cbe40d89eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.834355 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-5a21807d-dc05-4202-946d-1cbe40d89eb2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4e50a855-2866-4567-8b55-ea6196029d9b HTTP/1.1" status: 204 len: 168 time: 0.3083494 Jan 25 02:37:10.838715 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147f338-2af9-40aa-877e-08c96ef5945b req-ac1ad12d-92f1-4f5d-9362-e8597d7384bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.845959 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4147f338-2af9-40aa-877e-08c96ef5945b req-ac1ad12d-92f1-4f5d-9362-e8597d7384bf service neutron] 10.222.0.121 "GET /v2.0/networks?id=7f8f0f0f-0805-4933-9398-e00bcad2346d HTTP/1.1" status: 200 len: 910 time: 0.1625130 Jan 25 02:37:10.861630 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21807d-dc05-4202-946d-1cbe40d89eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e50a855-2866-4567-8b55-ea6196029d9b,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:10.870738 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c919-e33c-49a0-9568-c3515692bc01 req-95e4f1fb-39f0-4d4e-97f3-263c0399c504 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.872287 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8151c919-e33c-49a0-9568-c3515692bc01 req-95e4f1fb-39f0-4d4e-97f3-263c0399c504 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 943 time: 0.0992508 Jan 25 02:37:10.904899 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4147f338-2af9-40aa-877e-08c96ef5945b req-0970bd21-2293-4b78-84c0-3793bc4f1ad3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=155fc6bf-2630-4167-befa-e7f77ac9a285 HTTP/1.1" status: 200 len: 217 time: 0.0488076 Jan 25 02:37:10.979039 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8151c919-e33c-49a0-9568-c3515692bc01 req-30e677ba-2df1-45ac-8f27-45ec09685dad tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769155 Jan 25 02:37:10.990342 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147f338-2af9-40aa-877e-08c96ef5945b req-4cdb8309-d3a7-462e-bb1c-b41cd7eb40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.998521 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4147f338-2af9-40aa-877e-08c96ef5945b req-4cdb8309-d3a7-462e-bb1c-b41cd7eb40cc service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d183a016-339c-4c51-bd4e-79e9148dd755 HTTP/1.1" status: 200 len: 849 time: 0.0622721 Jan 25 02:37:11.025824 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4147f338-2af9-40aa-877e-08c96ef5945b req-71a5dd2e-8f82-49f7-b77a-b4a0c6c82976 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7f8f0f0f-0805-4933-9398-e00bcad2346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252380 Jan 25 02:37:11.153447 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d64f-eb6a-4cc3-a310-7ad2b5943591 req-ae70acc6-b3a5-4163-b849-9963269a8fb0 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.153447 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-72d5d64f-eb6a-4cc3-a310-7ad2b5943591 req-ae70acc6-b3a5-4163-b849-9963269a8fb0 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.1098356 Jan 25 02:37:11.190479 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4147f338-2af9-40aa-877e-08c96ef5945b req-fd181dc0-80d0-4fec-ae4e-1344cb2bd90a service neutron] 10.222.0.121 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555748 Jan 25 02:37:11.248890 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-72d5d64f-eb6a-4cc3-a310-7ad2b5943591 req-3821cef6-67b3-48b3-b99c-82edf42bdc6d tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814390 Jan 25 02:37:11.313998 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4147f338-2af9-40aa-877e-08c96ef5945b req-098d3837-bd30-4d4e-a80f-f38ee86f4b29 service neutron] 10.222.0.121 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054749 Jan 25 02:37:11.574264 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd2304-7263-41f9-87be-b76abb6328c5 req-9d9db6a9-5f4b-4fd4-b835-06ac87de4a0f tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.580468 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d1dd2304-7263-41f9-87be-b76abb6328c5 req-9d9db6a9-5f4b-4fd4-b835-06ac87de4a0f tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 943 time: 0.0789788 Jan 25 02:37:11.632256 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d1dd2304-7263-41f9-87be-b76abb6328c5 req-4bec28bf-23cd-4647-8afa-4055449bdf39 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506952 Jan 25 02:37:11.801672 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a235a57-2152-470c-8ef1-7eef923fd190 req-b97bad01-16c0-4cef-b9dc-0121e67625a5 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.803147 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4a235a57-2152-470c-8ef1-7eef923fd190 req-b97bad01-16c0-4cef-b9dc-0121e67625a5 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0531182 Jan 25 02:37:11.851513 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4a235a57-2152-470c-8ef1-7eef923fd190 req-c4556680-192e-46c7-97e8-835853c933ac tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Jan 25 02:37:12.097107 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775da016-6369-4fde-9f4c-70a8e5eb6d63 req-5ac2b46e-6656-43e3-8602-c9db24d32036 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:12.099718 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-775da016-6369-4fde-9f4c-70a8e5eb6d63 req-5ac2b46e-6656-43e3-8602-c9db24d32036 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 943 time: 0.0503945 Jan 25 02:37:12.149790 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-775da016-6369-4fde-9f4c-70a8e5eb6d63 req-acbda373-e5c8-452f-b887-e7b62c9ff6c1 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Jan 25 02:37:12.198101 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17f37f-82d8-4c45-9c42-af182296223f req-fe0139f7-44b9-4028-bf39-cdabb5dfcb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:12.199795 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eb17f37f-82d8-4c45-9c42-af182296223f req-fe0139f7-44b9-4028-bf39-cdabb5dfcb27 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 1098 time: 0.0573201 Jan 25 02:37:12.246293 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eb17f37f-82d8-4c45-9c42-af182296223f req-70c9088f-70c7-45f1-802f-50581f2ef602 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Jan 25 02:37:12.378390 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28379997-e7d6-46a0-95f6-1c9eff4078ef req-e4865b09-e6c5-4169-91f9-248c99431f76 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:12.380083 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-28379997-e7d6-46a0-95f6-1c9eff4078ef req-e4865b09-e6c5-4169-91f9-248c99431f76 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0531230 Jan 25 02:37:12.435312 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-28379997-e7d6-46a0-95f6-1c9eff4078ef req-279d93c2-380b-415d-8aed-8c650fdba887 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487714 Jan 25 02:37:12.971913 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ca4cb-4e71-4393-9b87-951729443b28 req-9be5a953-ca9e-496d-afb1-8eca399f8854 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:12.974030 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4d5ca4cb-4e71-4393-9b87-951729443b28 req-9be5a953-ca9e-496d-afb1-8eca399f8854 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 943 time: 0.0508478 Jan 25 02:37:13.025427 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4d5ca4cb-4e71-4393-9b87-951729443b28 req-682eb6d1-a2a5-4743-b290-ed41a315cf19 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Jan 25 02:37:13.130217 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7ecd2-777d-447a-85ff-4dd1f1796913 req-2de1171f-e4bf-46fc-9bab-cd8c551db042 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:13.131673 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5db7ecd2-777d-447a-85ff-4dd1f1796913 req-2de1171f-e4bf-46fc-9bab-cd8c551db042 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0538363 Jan 25 02:37:13.192213 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5db7ecd2-777d-447a-85ff-4dd1f1796913 req-c545f10f-713e-429b-894c-6d060e9aefbf tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514147 Jan 25 02:37:13.285777 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32be22-10ca-4431-bf92-febcb8473186 req-926b8be4-e2d1-415a-a7ce-b9dfc217a24b tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:13.287261 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a32be22-10ca-4431-bf92-febcb8473186 req-926b8be4-e2d1-415a-a7ce-b9dfc217a24b tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 943 time: 0.0483203 Jan 25 02:37:13.338671 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a32be22-10ca-4431-bf92-febcb8473186 req-1329651a-0740-4165-a460-9cdc11b60c78 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Jan 25 02:37:14.141656 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2727ce-d229-4991-a4d4-f273b72c0ee9 req-393663bb-a628-41a8-847e-fb7555fe4fc1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:14.143098 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fc2727ce-d229-4991-a4d4-f273b72c0ee9 req-393663bb-a628-41a8-847e-fb7555fe4fc1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 943 time: 0.0481713 Jan 25 02:37:14.190080 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fc2727ce-d229-4991-a4d4-f273b72c0ee9 req-d478e0de-e983-47b5-a55b-c605fe896643 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Jan 25 02:37:14.304574 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a73537-c7df-44a9-a5e3-af98518e6bfc req-4c5e77ee-0d00-4418-955a-86ad734f69d6 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:14.306047 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c4a73537-c7df-44a9-a5e3-af98518e6bfc req-4c5e77ee-0d00-4418-955a-86ad734f69d6 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0473568 Jan 25 02:37:14.354109 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c4a73537-c7df-44a9-a5e3-af98518e6bfc req-e0ac220f-c0d3-4634-9798-482ef451485d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Jan 25 02:37:14.374899 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d4cacf78-a32e-4480-a1e5-3c3d3cb82445 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:37:14.449628 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86727c53-a68b-4c30-b82d-801784776f92 req-c34ea305-39b4-4008-88c7-ffd0e3b70b3c tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:14.451084 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-86727c53-a68b-4c30-b82d-801784776f92 req-c34ea305-39b4-4008-88c7-ffd0e3b70b3c tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 943 time: 0.0474892 Jan 25 02:37:14.465262 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port d4cacf78-a32e-4480-a1e5-3c3d3cb82445, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:14.475634 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'port_id': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'mac_address': 'fa:16:3e:df:b3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:37:14.497672 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-86727c53-a68b-4c30-b82d-801784776f92 req-b245b9b7-18ff-4797-a108-b822f928319b tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Jan 25 02:37:14.513226 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:14.513619 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:14.526658 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cacf78-a32e-4480-a1e5-3c3d3cb82445 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:14.545297 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port d4cacf78-a32e-4480-a1e5-3c3d3cb82445, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:14.550302 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:14.594632 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:15.319202 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b3d67-cc55-4d9c-b425-aca06283dec6 req-a6a6b83c-905f-42cc-9549-c3d09d13bd32 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:15.320679 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-148b3d67-cc55-4d9c-b425-aca06283dec6 req-a6a6b83c-905f-42cc-9549-c3d09d13bd32 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 944 time: 0.0588315 Jan 25 02:37:15.371396 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-148b3d67-cc55-4d9c-b425-aca06283dec6 req-7dbe9c36-d4cb-4a4a-9072-c0ccfd6e45d6 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449955 Jan 25 02:37:15.517881 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54c2b7-894f-4a43-b22e-55be86dc47c3 req-0e006798-c5bf-45df-911e-6bfe8bc8382e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:15.520014 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cb54c2b7-894f-4a43-b22e-55be86dc47c3 req-0e006798-c5bf-45df-911e-6bfe8bc8382e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0512013 Jan 25 02:37:15.584608 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cb54c2b7-894f-4a43-b22e-55be86dc47c3 req-e1f9c694-90e8-4bb2-aa8c-cb25f3445be4 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588772 Jan 25 02:37:15.627250 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba2566-d7d0-4013-a0d9-634dfcba197d req-2063f676-f6f8-4a1a-9d30-13f7c01c8371 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:15.629328 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f4ba2566-d7d0-4013-a0d9-634dfcba197d req-2063f676-f6f8-4a1a-9d30-13f7c01c8371 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 943 time: 0.0552299 Jan 25 02:37:15.683291 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f4ba2566-d7d0-4013-a0d9-634dfcba197d req-5cae826b-12d2-4234-bb59-e822188a8ffc tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Jan 25 02:37:15.702741 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c610b2a-1c07-4d63-a8c8-c0d78e8c15db req-90c0ef11-d966-48a2-b98f-a6240eac7cc1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:15.704246 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5c610b2a-1c07-4d63-a8c8-c0d78e8c15db req-90c0ef11-d966-48a2-b98f-a6240eac7cc1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0524969 Jan 25 02:37:15.751562 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5c610b2a-1c07-4d63-a8c8-c0d78e8c15db req-56e032cd-6f30-4faf-beab-d3cf5164aad3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Jan 25 02:37:15.885227 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['d4cacf78-a32e-4480-a1e5-3c3d3cb82445'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:16.377628 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 155fc6bf-2630-4167-befa-e7f77ac9a285 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:37:16.478626 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 155fc6bf-2630-4167-befa-e7f77ac9a285, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=155fc6bf-2630-4167-befa-e7f77ac9a285,segment=NetworkSegment(58ce8baa-0456-46ad-913e-7373bedfa0a0),segment_id=58ce8baa-0456-46ad-913e-7373bedfa0a0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:16.491269 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '155fc6bf-2630-4167-befa-e7f77ac9a285', 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d', 'port_id': '155fc6bf-2630-4167-befa-e7f77ac9a285', 'mac_address': 'fa:16:3e:59:0c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd183a016-339c-4c51-bd4e-79e9148dd755', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:37:16.531971 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 155fc6bf-2630-4167-befa-e7f77ac9a285 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:16.532385 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.548632 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155fc6bf-2630-4167-befa-e7f77ac9a285 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:16.570884 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 155fc6bf-2630-4167-befa-e7f77ac9a285, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=155fc6bf-2630-4167-befa-e7f77ac9a285,segment=NetworkSegment(58ce8baa-0456-46ad-913e-7373bedfa0a0),segment_id=58ce8baa-0456-46ad-913e-7373bedfa0a0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:16.575067 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.630534 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=155fc6bf-2630-4167-befa-e7f77ac9a285,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:16.697547 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebfa81-0526-4079-afd7-a22c027be509 req-cd1f2fce-1e15-4454-9a30-004620b57976 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:16.699018 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32ebfa81-0526-4079-afd7-a22c027be509 req-cd1f2fce-1e15-4454-9a30-004620b57976 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 944 time: 0.2566535 Jan 25 02:37:16.754663 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32ebfa81-0526-4079-afd7-a22c027be509 req-a798a952-3567-4d9d-93a6-6c8047831c02 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480256 Jan 25 02:37:16.802459 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969281fd-6690-4c49-ab4c-3188c3ddb8d8 req-29ed1246-fbe4-49f3-8c4b-04e65ff85f1c tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:16.804177 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-969281fd-6690-4c49-ab4c-3188c3ddb8d8 req-29ed1246-fbe4-49f3-8c4b-04e65ff85f1c tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 944 time: 0.0489264 Jan 25 02:37:16.851551 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-969281fd-6690-4c49-ab4c-3188c3ddb8d8 req-a983dd7d-19bf-4842-aead-cef8b6e85279 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Jan 25 02:37:17.491383 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['155fc6bf-2630-4167-befa-e7f77ac9a285'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:17.867364 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd9293-d3be-47b3-8abb-dec6a8838d75 req-889d174b-fe98-4726-88d3-8f928c7a419e tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:17.868993 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-40dd9293-d3be-47b3-8abb-dec6a8838d75 req-889d174b-fe98-4726-88d3-8f928c7a419e tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 944 time: 0.0484259 Jan 25 02:37:17.929175 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-40dd9293-d3be-47b3-8abb-dec6a8838d75 req-cc4138d9-0767-440a-8666-c8017a963379 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528719 Jan 25 02:37:17.981295 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493d95-d1cf-4843-a388-21ec0eb593fa req-8b0496d7-d288-435e-9663-f4b59ffe3e30 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:17.982802 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-15493d95-d1cf-4843-a388-21ec0eb593fa req-8b0496d7-d288-435e-9663-f4b59ffe3e30 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 944 time: 0.0580940 Jan 25 02:37:18.035560 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-15493d95-d1cf-4843-a388-21ec0eb593fa req-abc76174-25f4-44af-a69a-7ad74b6e4374 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464196 Jan 25 02:37:18.398733 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d4cacf78-a32e-4480-a1e5-3c3d3cb82445 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:18.453195 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:37:18.457588 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:18.457967 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:18.535541 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:18.536233 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:18.558222 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:18.560454 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33478468-7d5e-41d9-aae9-21807d3b6179" -d '{"events": [{"server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "name": "network-vif-plugged", "status": "completed", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:18.574207 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port d4cacf78-a32e-4480-a1e5-3c3d3cb82445, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:18.578795 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:18.608399 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c506f5c-12b2-4e95-aa9d-08fbdf11f37d x-openstack-request-id: req-9c506f5c-12b2-4e95-aa9d-08fbdf11f37d {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:18.608692 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "name": "network-vif-plugged", "status": "completed", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:18.608941 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-9c506f5c-12b2-4e95-aa9d-08fbdf11f37d {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:18.609321 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'code': 200} Jan 25 02:37:18.630117 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:18.937064 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80e8c3-1543-4e4c-8385-0072a3710b2b req-b3fa9857-961d-4124-9792-2187de34eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:18.938759 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3d80e8c3-1543-4e4c-8385-0072a3710b2b req-b3fa9857-961d-4124-9792-2187de34eefd service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 1098 time: 0.0933878 Jan 25 02:37:18.973489 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-7671f3b9-ac06-4524-8529-d92ab29595f1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:18.975101 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-7671f3b9-ac06-4524-8529-d92ab29595f1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 815 time: 0.1544089 Jan 25 02:37:19.012774 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3d80e8c3-1543-4e4c-8385-0072a3710b2b req-e4c4109b-0837-464d-8839-192ee195df39 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672388 Jan 25 02:37:19.021995 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-755f756b-10cf-4b75-b357-c68f35b5c8ef tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/quotas/6d1acc2413564b368f3c2ec812ffe6ef HTTP/1.1" status: 200 len: 375 time: 0.0131111 Jan 25 02:37:19.077400 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3518b-bfb7-4591-a798-aaa24c612fc6 req-6b720148-e001-4467-8878-7b035dd9b714 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:19.077879 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-21d3518b-bfb7-4591-a798-aaa24c612fc6 req-6b720148-e001-4467-8878-7b035dd9b714 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.0655177 Jan 25 02:37:19.090517 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-dc8f8c05-30f0-4aef-a1bb-07aad7d0abc1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578611 Jan 25 02:37:19.130895 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-21d3518b-bfb7-4591-a798-aaa24c612fc6 req-625d20d9-a83b-4741-916e-89404140aca7 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 Jan 25 02:37:19.150226 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43136) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:19.211016 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-6cd04453-4364-4739-b0c1-b7cd5dbfe934 service neutron] 10.222.0.117 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122873 Jan 25 02:37:19.256358 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d8420-577f-497f-89bc-fb098dbf074e req-aa48fe32-05de-4ef0-a247-056bbcc6e38e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:19.258074 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-154d8420-577f-497f-89bc-fb098dbf074e req-aa48fe32-05de-4ef0-a247-056bbcc6e38e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 944 time: 0.0577574 Jan 25 02:37:19.329705 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-85aa1ffa-dee6-4111-bb82-43c79ea8a045 service neutron] 10.222.0.117 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130018 Jan 25 02:37:19.329874 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-154d8420-577f-497f-89bc-fb098dbf074e req-dd4185a4-1b93-4ff4-b31f-1da69fa18023 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661869 Jan 25 02:37:19.330807 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d46973b2-c16a-42e8-a8d3-f86fc3d05c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.434237 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d46973b2-c16a-42e8-a8d3-f86fc3d05c15 admin admin] Publish callbacks [] for security_group (cafc138e-01c6-42b8-8fc5-98ac70b04ec9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.440012 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d46973b2-c16a-42e8-a8d3-f86fc3d05c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (cafc138e-01c6-42b8-8fc5-98ac70b04ec9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.476079 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46973b2-c16a-42e8-a8d3-f86fc3d05c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafc138e-01c6-42b8-8fc5-98ac70b04ec9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:19.504828 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 43152) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:19.505055 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d46973b2-c16a-42e8-a8d3-f86fc3d05c15 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=fba913a167544c5289051e9d0dc233e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535302 Jan 25 02:37:19.603580 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-34831342-c1d2-43fa-aad2-9357cacc541b req-a62d5ace-6b7f-4918-81df-050d3e361aac tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 210 time: 0.0490820 Jan 25 02:37:19.622681 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3dc3fa06-3840-4c94-a688-83684445187a admin admin] Publish callbacks [] for security_group (cafc138e-01c6-42b8-8fc5-98ac70b04ec9), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.642428 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b64fd-30fa-4736-bf67-a6643cf7f1a0 req-c269cf2c-9f0e-4f09-9608-142732fb7c48 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:19.648366 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9b0b64fd-30fa-4736-bf67-a6643cf7f1a0 req-c269cf2c-9f0e-4f09-9608-142732fb7c48 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0713432 Jan 25 02:37:19.697005 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3dc3fa06-3840-4c94-a688-83684445187a admin admin] Publish callbacks [] for security_group (cafc138e-01c6-42b8-8fc5-98ac70b04ec9), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.700952 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9b0b64fd-30fa-4736-bf67-a6643cf7f1a0 req-67ac7412-9e8e-42cf-84aa-510551e12a29 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498006 Jan 25 02:37:19.739847 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb4e7c-1221-4dff-b82c-f14454f1127e req-ddb7806a-5667-498f-b11a-d1e4a25679fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:19.741469 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0bb4e7c-1221-4dff-b82c-f14454f1127e req-ddb7806a-5667-498f-b11a-d1e4a25679fe service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 1098 time: 0.1013513 Jan 25 02:37:19.807952 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3dc3fa06-3840-4c94-a688-83684445187a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (cafc138e-01c6-42b8-8fc5-98ac70b04ec9), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.810456 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3dc3fa06-3840-4c94-a688-83684445187a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.811605 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-3dc3fa06-3840-4c94-a688-83684445187a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/cafc138e-01c6-42b8-8fc5-98ac70b04ec9 HTTP/1.1" status: 204 len: 168 time: 0.3057585 Jan 25 02:37:19.825294 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3fa06-3840-4c94-a688-83684445187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafc138e-01c6-42b8-8fc5-98ac70b04ec9,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:19.855587 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb4e7c-1221-4dff-b82c-f14454f1127e req-2d55727a-58f8-4f87-b6ea-34861f9ce8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:19.857457 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0bb4e7c-1221-4dff-b82c-f14454f1127e req-2d55727a-58f8-4f87-b6ea-34861f9ce8a8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 919 time: 0.1084616 Jan 25 02:37:19.904315 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0bb4e7c-1221-4dff-b82c-f14454f1127e req-d78174ef-7d33-4bd1-811b-6cbdb1920058 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f HTTP/1.1" status: 200 len: 217 time: 0.0399733 Jan 25 02:37:19.958263 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb4e7c-1221-4dff-b82c-f14454f1127e req-7c692a3a-0c13-461b-a4a0-587654d835c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:19.959828 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0bb4e7c-1221-4dff-b82c-f14454f1127e req-7c692a3a-0c13-461b-a4a0-587654d835c2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 200 len: 858 time: 0.0473106 Jan 25 02:37:19.994311 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0bb4e7c-1221-4dff-b82c-f14454f1127e req-85626f9c-3aa0-4603-ae98-8842806b9b7f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254397 Jan 25 02:37:20.127791 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0bb4e7c-1221-4dff-b82c-f14454f1127e req-670a0340-f5fe-4872-b943-3219f684a2f4 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962198 Jan 25 02:37:20.276012 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e30b9d-e65c-4cbd-861b-5866b4bafb6c req-e4182675-a2d7-4ef7-8f40-80f4c0141b49 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:20.282754 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-35e30b9d-e65c-4cbd-861b-5866b4bafb6c req-e4182675-a2d7-4ef7-8f40-80f4c0141b49 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.0571623 Jan 25 02:37:20.284404 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0bb4e7c-1221-4dff-b82c-f14454f1127e req-0a0dd89a-6740-4454-a9f5-36b2130678c8 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208990 Jan 25 02:37:20.336815 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-35e30b9d-e65c-4cbd-861b-5866b4bafb6c req-64c6aa84-6b6e-4d32-958e-92aaba213d18 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532031 Jan 25 02:37:20.396570 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 155fc6bf-2630-4167-befa-e7f77ac9a285 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:20.460650 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port 155fc6bf-2630-4167-befa-e7f77ac9a285 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:37:20.465154 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 155fc6bf-2630-4167-befa-e7f77ac9a285 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:20.466180 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:20.478791 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79746fb-eb1a-4a9d-83e8-e7f32ad33e76 req-e7ba8411-3042-44d9-88e9-468841b7d7f6 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:20.489515 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d79746fb-eb1a-4a9d-83e8-e7f32ad33e76 req-e7ba8411-3042-44d9-88e9-468841b7d7f6 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 944 time: 0.0761828 Jan 25 02:37:20.545235 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d79746fb-eb1a-4a9d-83e8-e7f32ad33e76 req-abc4d302-2473-435d-a04d-f8033d287d98 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545781 Jan 25 02:37:20.576085 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 155fc6bf-2630-4167-befa-e7f77ac9a285 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:20.576690 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:20.615262 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb910cd5-d349-4c73-82dc-246e4ff71f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155fc6bf-2630-4167-befa-e7f77ac9a285'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:20.618778 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29544b5f-1f08-477c-a4fc-8b6ae63fb5cd" -d '{"events": [{"server_uuid": "eb910cd5-d349-4c73-82dc-246e4ff71f45", "name": "network-vif-plugged", "status": "completed", "tag": "155fc6bf-2630-4167-befa-e7f77ac9a285"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:20.635785 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 155fc6bf-2630-4167-befa-e7f77ac9a285, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=155fc6bf-2630-4167-befa-e7f77ac9a285,segment=NetworkSegment(58ce8baa-0456-46ad-913e-7373bedfa0a0),segment_id=58ce8baa-0456-46ad-913e-7373bedfa0a0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:20.644841 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:20.708744 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd84d206-e2f1-4ec0-aa79-a0330c2f3141 x-openstack-request-id: req-cd84d206-e2f1-4ec0-aa79-a0330c2f3141 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:20.709064 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb910cd5-d349-4c73-82dc-246e4ff71f45", "name": "network-vif-plugged", "status": "completed", "tag": "155fc6bf-2630-4167-befa-e7f77ac9a285", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:20.709329 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-cd84d206-e2f1-4ec0-aa79-a0330c2f3141 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:20.709729 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb910cd5-d349-4c73-82dc-246e4ff71f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155fc6bf-2630-4167-befa-e7f77ac9a285', 'code': 200} Jan 25 02:37:20.710746 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=155fc6bf-2630-4167-befa-e7f77ac9a285,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:20.728935 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22fde86c-ab79-4ca0-b256-39664207354d req-c2ddc940-a168-4660-a4c0-6af85f8628a1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 210 time: 0.0306950 Jan 25 02:37:20.853998 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074e4ff-4f0d-4270-ab35-c707d5a017f5 req-76453630-f7a6-463e-81bd-c7a26c1a16dd tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:20.855610 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4074e4ff-4f0d-4270-ab35-c707d5a017f5 req-76453630-f7a6-463e-81bd-c7a26c1a16dd tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0604591 Jan 25 02:37:20.940416 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4074e4ff-4f0d-4270-ab35-c707d5a017f5 req-a52fd7c6-ccd4-4626-b9b5-4b59d6803da9 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789647 Jan 25 02:37:21.143510 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9715ee27-c85f-497b-8382-75efc5c42595 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.146327 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9715ee27-c85f-497b-8382-75efc5c42595 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 815 time: 0.2017975 Jan 25 02:37:21.278213 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Request body: {'port': {'device_id': '20f49f80-b066-43ce-9807-b33f45828c5b', 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8', 'admin_state_up': True, 'tenant_id': '6d1acc2413564b368f3c2ec812ffe6ef'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:21.349486 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed6f81-23cd-4cd8-9303-fbf65ad6547d req-ac9fb0bb-f66d-49f9-8262-09636b2b4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.350998 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3bed6f81-23cd-4cd8-9303-fbf65ad6547d req-ac9fb0bb-f66d-49f9-8262-09636b2b4b52 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 1098 time: 0.1263993 Jan 25 02:37:21.431470 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3bed6f81-23cd-4cd8-9303-fbf65ad6547d req-b0736267-b77d-4adf-941b-20fbd6706a7c service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599449 Jan 25 02:37:21.444712 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Made reservation on behalf of 6d1acc2413564b368f3c2ec812ffe6ef for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:21.448764 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.457006 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5b4b2-8c8f-4998-945d-215cd3687cfc req-d39b2ce9-f46a-47ac-a49e-a5e603fef8ca tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.458840 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cbc5b4b2-8c8f-4998-945d-215cd3687cfc req-d39b2ce9-f46a-47ac-a49e-a5e603fef8ca tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.0510659 Jan 25 02:37:21.511708 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cbc5b4b2-8c8f-4998-945d-215cd3687cfc req-a3fbff16-bec4-4165-8ff7-73f68f386654 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467672 Jan 25 02:37:21.583027 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Allocated IP 172.20.0.10 (40220640-c28f-4d62-b93f-4c106d7635f8/9bdd28ff-578c-4ad2-b3e2-22bed6db38ca/61e05125-5e19-461c-bd21-4d59f4e86e88) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:21.669167 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21446745-2d6b-40c8-9e49-bf013f4ce607 req-cb2491dd-9c89-4e72-aaca-46495e431e85 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.670688 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21446745-2d6b-40c8-9e49-bf013f4ce607 req-cb2491dd-9c89-4e72-aaca-46495e431e85 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.0851035 Jan 25 02:37:21.693615 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962328fb-78ff-4924-9a74-dc689f07439a req-983e8614-7dc7-45f4-b215-5b7163ecc336 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.695215 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-962328fb-78ff-4924-9a74-dc689f07439a req-983e8614-7dc7-45f4-b215-5b7163ecc336 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.0728214 Jan 25 02:37:21.747121 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-962328fb-78ff-4924-9a74-dc689f07439a req-49ac8e77-85bc-451b-b8a9-195efdecfc21 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455179 Jan 25 02:37:21.780198 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21446745-2d6b-40c8-9e49-bf013f4ce607 req-7bdd02e5-1d3c-4915-baf0-adaa2632f00f tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023328 Jan 25 02:37:21.828828 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks [] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.867335 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d4a2d61b-5dd7-49da-a64f-d5dce616d7e2 req-23e54521-cced-40e6-9c8b-cff13dcf70fb tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 210 time: 0.0289645 Jan 25 02:37:21.873602 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.928916 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Network 40220640-c28f-4d62-b93f-4c106d7635f8 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:21.934874 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:21.939245 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:21.975348 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Pushing event updated for resources: {'Port': ['ID=61e05125-5e19-461c-bd21-4d59f4e86e88,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.012243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:22.015070 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.037960 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c3d042b-1cc7-4678-be33-00abc4faf4bd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8118281 Jan 25 02:37:22.083741 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506128a-8285-40b7-b425-4298b7411dd8 req-63d3b3d7-ee0a-438f-8270-860f38443079 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:22.085366 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7506128a-8285-40b7-b425-4298b7411dd8 req-63d3b3d7-ee0a-438f-8270-860f38443079 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0521338 Jan 25 02:37:22.130792 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['6d92fddd-f89a-463a-845a-88ec590624f2', 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:22.133493 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7506128a-8285-40b7-b425-4298b7411dd8 req-ecde83c1-b3d5-4dd4-ae8d-49e75df2888e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Jan 25 02:37:22.161462 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Request body: {'port': {'device_id': '20f49f80-b066-43ce-9807-b33f45828c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:22.200489 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c7714-b7a4-432f-87da-609a53b8de66 req-8902905e-77a9-4637-9755-a6377408ad0d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:22.201878 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e21c7714-b7a4-432f-87da-609a53b8de66 req-8902905e-77a9-4637-9755-a6377408ad0d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.0814915 Jan 25 02:37:22.245594 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.311346 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e21c7714-b7a4-432f-87da-609a53b8de66 req-38e04313-cd33-4362-a21b-9bafb85927f8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877554 Jan 25 02:37:22.548965 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e05125-5e19-461c-bd21-4d59f4e86e88 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:22.557842 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Publish callbacks [] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.578077 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Transition to ACTIVE for port object 61e05125-5e19-461c-bd21-4d59f4e86e88 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:37:22.583881 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.657248 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Pushing event updated for resources: {'Port': ['ID=61e05125-5e19-461c-bd21-4d59f4e86e88,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:22.705455 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Attempting to bind port 61e05125-5e19-461c-bd21-4d59f4e86e88 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:22.705785 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Attempting to bind port 61e05125-5e19-461c-bd21-4d59f4e86e88 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:22.706107 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Attempting to bind port 61e05125-5e19-461c-bd21-4d59f4e86e88 on network 40220640-c28f-4d62-b93f-4c106d7635f8 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:22.711403 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Port 61e05125-5e19-461c-bd21-4d59f4e86e88 on network 40220640-c28f-4d62-b93f-4c106d7635f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:37:22.711745 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Attempting to bind port 61e05125-5e19-461c-bd21-4d59f4e86e88 on network 40220640-c28f-4d62-b93f-4c106d7635f8 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:22.716276 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:22.716609 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Checking segment: {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:22.716989 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Bound using segment: {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:22.717403 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Bound port: 61e05125-5e19-461c-bd21-4d59f4e86e88, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:22.717750 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.779100 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] For port 61e05125-5e19-461c-bd21-4d59f4e86e88, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:22.782150 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] For port 61e05125-5e19-461c-bd21-4d59f4e86e88, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=61e05125-5e19-461c-bd21-4d59f4e86e88,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:22.787548 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.822441 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:22.823055 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.824438 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] 10.222.0.121 "PUT /v2.0/ports/61e05125-5e19-461c-bd21-4d59f4e86e88 HTTP/1.1" status: 200 len: 1094 time: 0.6680696 Jan 25 02:37:22.833327 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f49f80-b066-43ce-9807-b33f45828c5b', 'tag': '61e05125-5e19-461c-bd21-4d59f4e86e88'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:22.835469 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8816ccc0-0bb1-411c-97c5-a108bfd63078" -d '{"events": [{"name": "network-changed", "server_uuid": "20f49f80-b066-43ce-9807-b33f45828c5b", "tag": "61e05125-5e19-461c-bd21-4d59f4e86e88"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:22.880768 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a9069-7d87-46a9-b86d-11a0d30c8354 service neutron] Pushing event updated for resources: {'Port': ['ID=61e05125-5e19-461c-bd21-4d59f4e86e88,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:22.896752 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4831c-9f2a-499b-b3f8-4c8733eee661 req-5cf0eea8-1c0c-42e9-91f0-b5c1610365bf tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:22.898230 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13e4831c-9f2a-499b-b3f8-4c8733eee661 req-5cf0eea8-1c0c-42e9-91f0-b5c1610365bf tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.0840652 Jan 25 02:37:22.944474 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13e4831c-9f2a-499b-b3f8-4c8733eee661 req-2f543a8f-c97f-409c-8940-cbebe51a4bb0 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Jan 25 02:37:22.987358 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67b20ac-81cc-4a8a-bbbe-dd09eb2a4abf x-openstack-request-id: req-d67b20ac-81cc-4a8a-bbbe-dd09eb2a4abf {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:22.987656 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f49f80-b066-43ce-9807-b33f45828c5b", "tag": "61e05125-5e19-461c-bd21-4d59f4e86e88", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:22.987949 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d67b20ac-81cc-4a8a-bbbe-dd09eb2a4abf {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:22.988345 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f49f80-b066-43ce-9807-b33f45828c5b', 'tag': '61e05125-5e19-461c-bd21-4d59f4e86e88', 'status': 'completed', 'code': 200} Jan 25 02:37:23.115350 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06526fac-bbd4-42c5-8ab1-6a4362b86e7b req-34e7aae9-c281-48f2-87de-34b3cbb9c2ac tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:23.116931 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-06526fac-bbd4-42c5-8ab1-6a4362b86e7b req-34e7aae9-c281-48f2-87de-34b3cbb9c2ac tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 944 time: 0.0866904 Jan 25 02:37:23.163441 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-06526fac-bbd4-42c5-8ab1-6a4362b86e7b req-96497f90-dea2-4162-baaf-7be9ca664f9b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Jan 25 02:37:23.262861 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d76e7-a0ab-421c-9701-24718ff6ee3e req-d4102744-f497-4624-be67-c1bd162b511d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:23.264392 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee3d76e7-a0ab-421c-9701-24718ff6ee3e req-d4102744-f497-4624-be67-c1bd162b511d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0469260 Jan 25 02:37:23.315031 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee3d76e7-a0ab-421c-9701-24718ff6ee3e req-2b6ae892-76f8-4309-93d1-26d755df92fa tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Jan 25 02:37:24.060470 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca9356-d411-4fde-b681-5066d1af1b55 req-40a21884-b75e-43d3-823c-59ae2a187fdf tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:24.061928 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-98ca9356-d411-4fde-b681-5066d1af1b55 req-40a21884-b75e-43d3-823c-59ae2a187fdf tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.0473447 Jan 25 02:37:24.108167 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-98ca9356-d411-4fde-b681-5066d1af1b55 req-8e049e9f-1e8e-4052-9669-e4efdc7b8c84 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Jan 25 02:37:24.277000 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35195a2f-698e-4f8a-b6bc-6a0b1cfd9419 req-dfb31270-de78-4849-a9bc-5020563d8a9f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:24.278398 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-35195a2f-698e-4f8a-b6bc-6a0b1cfd9419 req-dfb31270-de78-4849-a9bc-5020563d8a9f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 944 time: 0.0479693 Jan 25 02:37:24.334462 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-35195a2f-698e-4f8a-b6bc-6a0b1cfd9419 req-dcddd23b-eaea-4d4e-9181-1e83b1c2e20a tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Jan 25 02:37:24.437795 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274d622-439b-4fc3-a791-dac0dea6a643 req-e14a4a50-baf3-4b28-9d0d-121001fb0f51 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:24.439253 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a274d622-439b-4fc3-a791-dac0dea6a643 req-e14a4a50-baf3-4b28-9d0d-121001fb0f51 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Jan 25 02:37:24.464667 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:37:24.484793 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a274d622-439b-4fc3-a791-dac0dea6a643 req-428c4709-fc8d-48a7-abf6-d5e227880a18 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Jan 25 02:37:25.220538 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5778f-27aa-422c-bf5b-41e5a7edb21e req-5dddc347-0029-46f1-8898-ea7aff618dcc tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:25.222662 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2cc5778f-27aa-422c-bf5b-41e5a7edb21e req-5dddc347-0029-46f1-8898-ea7aff618dcc tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.0473902 Jan 25 02:37:25.269423 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2cc5778f-27aa-422c-bf5b-41e5a7edb21e req-a76acfe6-5248-4359-b88f-756e544f2565 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Jan 25 02:37:25.444441 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c040bd-5528-4aa2-825e-3f59f7b844a4 req-bb6b0701-f0b3-469a-91fa-d68c329071c2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:25.445912 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-18c040bd-5528-4aa2-825e-3f59f7b844a4 req-bb6b0701-f0b3-469a-91fa-d68c329071c2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 944 time: 0.0472202 Jan 25 02:37:25.496526 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-18c040bd-5528-4aa2-825e-3f59f7b844a4 req-6d9bc1f9-0065-451c-9869-1b3fee6e51eb tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451362 Jan 25 02:37:25.599967 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c367b1-86f1-4a49-96a4-af4f45851c74 req-dea19c71-3af5-4824-9916-4628c737cf9c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:25.601469 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e8c367b1-86f1-4a49-96a4-af4f45851c74 req-dea19c71-3af5-4824-9916-4628c737cf9c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0500188 Jan 25 02:37:25.647741 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e8c367b1-86f1-4a49-96a4-af4f45851c74 req-9e1c1a55-6d0e-4feb-bad6-cba611686a2c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Jan 25 02:37:26.147005 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816ccc0-0bb1-411c-97c5-a108bfd63078 req-023c4dda-8182-46ea-ade8-9db6c6c742a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.148522 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8816ccc0-0bb1-411c-97c5-a108bfd63078 req-023c4dda-8182-46ea-ade8-9db6c6c742a4 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 1097 time: 0.0389283 Jan 25 02:37:26.391834 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e81183-1af5-4cda-8b2d-e5261dcd6887 req-d838051d-5884-4c69-891f-bc45660f5769 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.393263 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b9e81183-1af5-4cda-8b2d-e5261dcd6887 req-d838051d-5884-4c69-891f-bc45660f5769 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.0503359 Jan 25 02:37:26.440230 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b9e81183-1af5-4cda-8b2d-e5261dcd6887 req-80478e24-bbe3-4991-b253-ea9eb4201bef tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Jan 25 02:37:26.543030 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816ccc0-0bb1-411c-97c5-a108bfd63078 req-690dfafb-2fd8-4e87-968b-eb0fb3edd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.544522 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8816ccc0-0bb1-411c-97c5-a108bfd63078 req-690dfafb-2fd8-4e87-968b-eb0fb3edd26d service neutron] 10.222.0.121 "GET /v2.0/networks?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0953856 Jan 25 02:37:26.621411 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5766216-265f-4afc-9186-8445ae9b60b7 req-9cd5917d-90b0-443c-b0bd-2af441ffd520 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.622878 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a5766216-265f-4afc-9186-8445ae9b60b7 req-9cd5917d-90b0-443c-b0bd-2af441ffd520 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 944 time: 0.0548856 Jan 25 02:37:26.648559 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816ccc0-0bb1-411c-97c5-a108bfd63078 req-9af68613-9f1e-4619-acb5-482ef47485b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.650138 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8816ccc0-0bb1-411c-97c5-a108bfd63078 req-9af68613-9f1e-4619-acb5-482ef47485b5 service neutron] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990295 Jan 25 02:37:26.678459 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a5766216-265f-4afc-9186-8445ae9b60b7 req-36e7d6e9-f3d2-4a9a-9489-bda6d6042737 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497870 Jan 25 02:37:26.789976 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfaa2f-0876-4da6-9947-f4c707829348 req-2bb59aa7-9877-47a5-86d1-d0138fe8fcef tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.791500 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74cfaa2f-0876-4da6-9947-f4c707829348 req-2bb59aa7-9877-47a5-86d1-d0138fe8fcef tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0772836 Jan 25 02:37:26.793352 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-dccc0178-5c76-419e-87b2-bc2dc831fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.794680 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-dccc0178-5c76-419e-87b2-bc2dc831fbb6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 1097 time: 0.0559888 Jan 25 02:37:26.866049 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-484b00d9-6477-4ab7-92a0-09f5a8ea4881 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61e05125-5e19-461c-bd21-4d59f4e86e88 HTTP/1.1" status: 200 len: 217 time: 0.0448182 Jan 25 02:37:26.873530 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74cfaa2f-0876-4da6-9947-f4c707829348 req-de5e90dc-9b17-4ed5-990e-0ec7180f526c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765228 Jan 25 02:37:26.920354 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-5db19001-93e7-4003-9856-a7d8a531ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.921783 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-5db19001-93e7-4003-9856-a7d8a531ad6d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9bdd28ff-578c-4ad2-b3e2-22bed6db38ca HTTP/1.1" status: 200 len: 855 time: 0.0474269 Jan 25 02:37:26.954341 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-b5c778e7-8625-431b-aa53-9fbd39ad5d31 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=40220640-c28f-4d62-b93f-4c106d7635f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250258 Jan 25 02:37:27.044086 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-9c241181-0216-451d-ac7e-511e527c9d37 service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830681 Jan 25 02:37:27.132600 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e61ff7b-312a-421e-a532-d988cdb35cda req-8a0d1730-c6fd-4a53-a482-694cdfff5118 service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806360 Jan 25 02:37:27.411688 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-e35063d3-1e03-43c9-bb88-0559a1031928 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433948 Jan 25 02:37:27.539813 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-5a94f8fb-ea3a-4229-9295-8d7918e06c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:27.541310 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-5a94f8fb-ea3a-4229-9295-8d7918e06c80 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 1098 time: 0.0622401 Jan 25 02:37:27.565455 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f5ee0-8dde-423d-9220-68dbfd07c48d req-fa1a3604-d140-46a3-9550-29849875df77 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:27.567821 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e85f5ee0-8dde-423d-9220-68dbfd07c48d req-fa1a3604-d140-46a3-9550-29849875df77 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.0580306 Jan 25 02:37:27.676685 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e85f5ee0-8dde-423d-9220-68dbfd07c48d req-b12459b6-96d8-4b35-b0ed-dde5e3cab3f0 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991561 Jan 25 02:37:27.693185 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-0f89de08-036d-435c-b57b-bec6e023f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:27.694668 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-0f89de08-036d-435c-b57b-bec6e023f17d service neutron] 10.222.0.121 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 916 time: 0.1250618 Jan 25 02:37:27.742347 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-b0fc8a0c-5b63-427a-b684-6a7589e09d33 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d92fddd-f89a-463a-845a-88ec590624f2 HTTP/1.1" status: 200 len: 217 time: 0.0408607 Jan 25 02:37:27.814625 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-bbafc585-09c0-44df-bb78-99ed84bae330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:27.816608 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-bbafc585-09c0-44df-bb78-99ed84bae330 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9bdd28ff-578c-4ad2-b3e2-22bed6db38ca HTTP/1.1" status: 200 len: 855 time: 0.0644290 Jan 25 02:37:27.828494 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876d999-c65c-430f-af13-8ed95746a454 req-2c0b9446-8449-466f-8441-23d2e3731877 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:27.829945 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f876d999-c65c-430f-af13-8ed95746a454 req-2c0b9446-8449-466f-8441-23d2e3731877 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 944 time: 0.0856657 Jan 25 02:37:27.877206 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f876d999-c65c-430f-af13-8ed95746a454 req-42910cd9-1b26-4841-8d94-949f40cd54b2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Jan 25 02:37:27.906603 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-2a4f6841-4920-4a72-b27a-beb4741fbdb2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=40220640-c28f-4d62-b93f-4c106d7635f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239441 Jan 25 02:37:27.986640 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d2054354-3a55-452a-ba68-89298db5618a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.032005 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-cb06abaf-4f95-4c54-99cf-632e13b6842b service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177278 Jan 25 02:37:28.042648 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a026ab1-edc5-474a-b5d5-bb1f3fd9656f req-2331e546-8a93-400f-a02e-23e249c04782 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:28.042648 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4a026ab1-edc5-474a-b5d5-bb1f3fd9656f req-2331e546-8a93-400f-a02e-23e249c04782 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.1011407 Jan 25 02:37:28.105938 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4a026ab1-edc5-474a-b5d5-bb1f3fd9656f req-a7fa85d8-09b0-45c3-91df-ce504758c61c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579638 Jan 25 02:37:28.181498 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9bcd4e3-98ec-4185-9b06-538b72bf607e req-8691c2a7-6cc4-4a2d-916c-cee1c341223a service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036232 Jan 25 02:37:28.750669 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-b61fd5e3-721a-4302-9681-51704c497ed9 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=ca89fe619a044ee683b1b81b0d90e2ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305548 Jan 25 02:37:28.792801 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4eebb-9d9a-4cd4-9370-575d1fff5f4e req-8d1bda03-bc1f-4275-9b20-b3ec3af8a2b4 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:28.794289 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a1f4eebb-9d9a-4cd4-9370-575d1fff5f4e req-8d1bda03-bc1f-4275-9b20-b3ec3af8a2b4 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.0485535 Jan 25 02:37:28.841697 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a1f4eebb-9d9a-4cd4-9370-575d1fff5f4e req-30b61101-aa64-43bf-aaad-5653d1fce9f2 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Jan 25 02:37:28.950401 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c92f23-3943-443d-812c-9aba09c37443 req-1ce854c1-0a93-419d-8bae-455df459fbe4 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:28.951907 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-1ce854c1-0a93-419d-8bae-455df459fbe4 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952362 Jan 25 02:37:28.970606 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-2ed5af19-2aff-46a5-a66d-5f12d05c317a tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/quotas/ca89fe619a044ee683b1b81b0d90e2ac HTTP/1.1" status: 200 len: 375 time: 0.0118825 Jan 25 02:37:29.008429 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624f86a-4a0e-498a-9da5-db0017b9cfb5 req-dba87b4b-1a34-467e-8d0f-85fd6b9ac917 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:29.010118 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2624f86a-4a0e-498a-9da5-db0017b9cfb5 req-dba87b4b-1a34-467e-8d0f-85fd6b9ac917 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 944 time: 0.0589387 Jan 25 02:37:29.084004 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2624f86a-4a0e-498a-9da5-db0017b9cfb5 req-a600c68b-0ea7-48d4-97c6-0b9624e22323 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615726 Jan 25 02:37:29.204727 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-d8b8d824-6726-4509-99e1-e140737d5b62 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca89fe619a044ee683b1b81b0d90e2ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2243867 Jan 25 02:37:29.422839 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35c1be-b03d-4d19-bfca-eca051dc1f52 req-0e67a0cf-869a-4133-915c-62c6f25eaf9e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:29.424377 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-db35c1be-b03d-4d19-bfca-eca051dc1f52 req-0e67a0cf-869a-4133-915c-62c6f25eaf9e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0686991 Jan 25 02:37:29.483071 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-db35c1be-b03d-4d19-bfca-eca051dc1f52 req-cc9ea254-4eb0-4bd5-804b-64c42f2bcd9c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516624 Jan 25 02:37:29.574614 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d4efb7a9-0eb1-42b9-8e4d-bc8859f898ef req-6f74705a-7f72-4940-a67c-6aa716844ba5 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 210 time: 0.0449579 Jan 25 02:37:29.905832 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a4a95-a727-4819-95ab-826863a61542 req-87398eb9-26b5-439c-afdd-bd1973335500 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:29.908376 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bf2a4a95-a727-4819-95ab-826863a61542 req-87398eb9-26b5-439c-afdd-bd1973335500 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.0660515 Jan 25 02:37:29.978892 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bf2a4a95-a727-4819-95ab-826863a61542 req-e9ccd37d-5ada-434d-91c6-eb9e8ae12827 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618436 Jan 25 02:37:30.161956 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e06bc8ff-354e-4e4c-a7c2-5942277462f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.227844 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025aa869-3070-44cd-b6e4-b067782959e1 req-fa43341e-397a-4bd3-8374-9edb19a52122 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:30.229329 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-025aa869-3070-44cd-b6e4-b067782959e1 req-fa43341e-397a-4bd3-8374-9edb19a52122 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 944 time: 0.0542877 Jan 25 02:37:30.254182 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 43438) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:30.290159 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-025aa869-3070-44cd-b6e4-b067782959e1 req-17cdc6e5-39eb-4ef9-9528-7dc988a80b61 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552113 Jan 25 02:37:30.382490 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.457233 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Publish callbacks [] for security_group (47b1a7ea-2f73-4616-ab8d-a97e73a1c04c), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.460958 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (47b1a7ea-2f73-4616-ab8d-a97e73a1c04c), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.498101 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d370a525a73b403d91c188fed02e9e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427440 Jan 25 02:37:30.499265 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b1a7ea-2f73-4616-ab8d-a97e73a1c04c,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:30.500842 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43444) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:30.507998 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.509541 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.509541 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.509541 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.509780 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.509926 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.510267 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.510599 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.510928 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.511260 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.511587 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.511942 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.512287 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82461f94-f062-4154-aff6-f509c6e147b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.557203 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Publish callbacks [] for security_group (47b1a7ea-2f73-4616-ab8d-a97e73a1c04c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.603105 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Publish callbacks [] for security_group (47b1a7ea-2f73-4616-ab8d-a97e73a1c04c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.649489 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598db29-f31b-4a03-ae90-43f34dac01e9 req-08ae7568-555f-4b2f-a9bb-fe8084dbd487 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:30.650948 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f598db29-f31b-4a03-ae90-43f34dac01e9 req-08ae7568-555f-4b2f-a9bb-fe8084dbd487 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0838473 Jan 25 02:37:30.686940 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (47b1a7ea-2f73-4616-ab8d-a97e73a1c04c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.689411 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.693888 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/47b1a7ea-2f73-4616-ab8d-a97e73a1c04c HTTP/1.1" status: 204 len: 168 time: 0.1886888 Jan 25 02:37:30.694068 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fb9ee051-13d9-4e2c-b4cc-2a545819e120 req-3528b72a-5378-4834-9e70-d41e303b6b13 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 210 time: 0.0435834 Jan 25 02:37:30.724592 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b1a7ea-2f73-4616-ab8d-a97e73a1c04c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:30.744170 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.744743 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.745322 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.745898 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.746464 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.747033 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.747587 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.748269 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.748852 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.749438 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.749979 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.750540 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.751099 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13888d-aebb-46c2-98c1-855e5a39fb36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:30.762233 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f598db29-f31b-4a03-ae90-43f34dac01e9 req-481a9486-261a-45dd-a70c-bda09c2d18e3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032012 Jan 25 02:37:30.999685 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.004976 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-c3e881cd-8c0d-4bd5-b2e8-d39785e5f072 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.121 "GET /v2.0/networks?tenant_id=ca89fe619a044ee683b1b81b0d90e2ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380490 Jan 25 02:37:31.050859 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43466) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:31.069403 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-297156ee-7e6f-4f84-a42d-07e3a2478f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.183583 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-297156ee-7e6f-4f84-a42d-07e3a2478f74 admin admin] Publish callbacks [] for security_group (e2376c04-c408-4958-90d6-5ba53debfc93), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.188018 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-297156ee-7e6f-4f84-a42d-07e3a2478f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e2376c04-c408-4958-90d6-5ba53debfc93), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.227669 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297156ee-7e6f-4f84-a42d-07e3a2478f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2376c04-c408-4958-90d6-5ba53debfc93,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:31.234577 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-297156ee-7e6f-4f84-a42d-07e3a2478f74 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b5ba90a934ea46528b1ffdedfaef2313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802709 Jan 25 02:37:31.235242 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43474) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:31.286564 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5224f72-3d74-4a2b-af92-d1fc20e93cee admin admin] Publish callbacks [] for security_group (e2376c04-c408-4958-90d6-5ba53debfc93), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.309195 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5224f72-3d74-4a2b-af92-d1fc20e93cee admin admin] Publish callbacks [] for security_group (e2376c04-c408-4958-90d6-5ba53debfc93), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.363592 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5224f72-3d74-4a2b-af92-d1fc20e93cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e2376c04-c408-4958-90d6-5ba53debfc93), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.366563 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5224f72-3d74-4a2b-af92-d1fc20e93cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.367834 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f5224f72-3d74-4a2b-af92-d1fc20e93cee admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e2376c04-c408-4958-90d6-5ba53debfc93 HTTP/1.1" status: 204 len: 168 time: 0.1319816 Jan 25 02:37:31.407603 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5224f72-3d74-4a2b-af92-d1fc20e93cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2376c04-c408-4958-90d6-5ba53debfc93,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:31.447275 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45451931-52f3-4aa5-b982-7ca8734e5741 req-daf2df06-e93c-4c14-8aba-923a0d7ee971 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:31.449181 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-45451931-52f3-4aa5-b982-7ca8734e5741 req-daf2df06-e93c-4c14-8aba-923a0d7ee971 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 944 time: 0.0803151 Jan 25 02:37:31.504235 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d0108-a2f9-450b-a4ee-3a9669e55274 req-f5d20cc1-9a5c-465c-9216-59fb7c87b37b tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:31.513668 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-256d0108-a2f9-450b-a4ee-3a9669e55274 req-f5d20cc1-9a5c-465c-9216-59fb7c87b37b tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.4469237 Jan 25 02:37:31.516429 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.526529 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-45451931-52f3-4aa5-b982-7ca8734e5741 req-ae68d4eb-5b89-4b4d-96f7-6d4e2353667c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709069 Jan 25 02:37:31.590874 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c92f23-3943-443d-812c-9aba09c37443 req-61e880a7-52f9-4f87-8e6f-4845d9135e6e tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:31.592425 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-61e880a7-52f9-4f87-8e6f-4845d9135e6e tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.121 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5653086 Jan 25 02:37:31.609843 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-256d0108-a2f9-450b-a4ee-3a9669e55274 req-ce569c26-caf2-467f-bd0c-b0372d3b71a4 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951314 Jan 25 02:37:31.769801 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Request body: {'port': {'device_id': 'c807b941-911d-4b80-91a8-a37bb1b33b70', 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3', 'admin_state_up': True, 'tenant_id': 'ca89fe619a044ee683b1b81b0d90e2ac'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:31.779231 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43486) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:31.792512 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-beee408e-ce88-4c2c-bc08-d643d7c8ac50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.813883 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3e39566e-e892-47ce-9681-9b7dbe9419ef req-2b4c007c-53a9-4732-9e5d-48bd7a55d7e6 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 210 time: 0.0403721 Jan 25 02:37:31.877761 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-beee408e-ce88-4c2c-bc08-d643d7c8ac50 admin admin] Publish callbacks [] for security_group (66adb336-f879-452d-849e-6895966dcfa4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.882895 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-beee408e-ce88-4c2c-bc08-d643d7c8ac50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (66adb336-f879-452d-849e-6895966dcfa4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.915891 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee408e-ce88-4c2c-bc08-d643d7c8ac50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66adb336-f879-452d-849e-6895966dcfa4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:31.941268 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-beee408e-ce88-4c2c-bc08-d643d7c8ac50 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=1921322f7cdf437ead1d5605a7c501ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578214 Jan 25 02:37:31.941971 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43492) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:31.946697 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Made reservation on behalf of ca89fe619a044ee683b1b81b0d90e2ac for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:31.950173 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.962760 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.983746 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b08797-4a67-43d4-aad0-d657aa5cabe9 req-6e86fceb-d731-43e1-a520-5ad77cac83c7 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:31.985137 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-40b08797-4a67-43d4-aad0-d657aa5cabe9 req-6e86fceb-d731-43e1-a520-5ad77cac83c7 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0847135 Jan 25 02:37:31.991171 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e64c756b-c3fa-4800-8aeb-307022d27080 admin admin] Publish callbacks [] for security_group (66adb336-f879-452d-849e-6895966dcfa4), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.016451 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e64c756b-c3fa-4800-8aeb-307022d27080 admin admin] Publish callbacks [] for security_group (66adb336-f879-452d-849e-6895966dcfa4), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.059029 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-40b08797-4a67-43d4-aad0-d657aa5cabe9 req-184bd2a4-d931-4d55-ac6d-be3c6f94d6c2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Jan 25 02:37:32.082819 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e64c756b-c3fa-4800-8aeb-307022d27080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (66adb336-f879-452d-849e-6895966dcfa4), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.082819 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e64c756b-c3fa-4800-8aeb-307022d27080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.082819 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e64c756b-c3fa-4800-8aeb-307022d27080 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/66adb336-f879-452d-849e-6895966dcfa4 HTTP/1.1" status: 204 len: 168 time: 0.1330385 Jan 25 02:37:32.085526 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c756b-c3fa-4800-8aeb-307022d27080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66adb336-f879-452d-849e-6895966dcfa4,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:32.088286 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks [] for security_group (25f5014e-36af-4434-870b-873db42e4fc1), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.096489 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (25f5014e-36af-4434-870b-873db42e4fc1), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.131402 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 61e05125-5e19-461c-bd21-4d59f4e86e88 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:37:32.169589 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f5014e-36af-4434-870b-873db42e4fc1,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:32.240651 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 61e05125-5e19-461c-bd21-4d59f4e86e88, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=61e05125-5e19-461c-bd21-4d59f4e86e88,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:32.254983 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Allocated IP 192.168.233.180 (f53c649b-e780-4431-9f20-b311228ce0e3/830bcf10-e062-4fc9-8b2f-ca131425f628/d4adb5b4-4333-40d7-9220-e666d8830900) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:32.255308 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '61e05125-5e19-461c-bd21-4d59f4e86e88', 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8', 'port_id': '61e05125-5e19-461c-bd21-4d59f4e86e88', 'mac_address': 'fa:16:3e:38:54:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdd28ff-578c-4ad2-b3e2-22bed6db38ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:37:32.310080 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 61e05125-5e19-461c-bd21-4d59f4e86e88 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:32.310762 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.324730 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e05125-5e19-461c-bd21-4d59f4e86e88 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:32.344983 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 61e05125-5e19-461c-bd21-4d59f4e86e88, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=61e05125-5e19-461c-bd21-4d59f4e86e88,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:32.350336 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.403847 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=61e05125-5e19-461c-bd21-4d59f4e86e88,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:32.412595 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.413019 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.413341 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.414096 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.414441 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.414780 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.415117 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.415452 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.415813 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.416167 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.417184 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.417550 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.417907 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:32.426407 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks [] for port (d4adb5b4-4333-40d7-9220-e666d8830900), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.460720 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.506167 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Network f53c649b-e780-4431-9f20-b311228ce0e3 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:32.511873 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:32.515414 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:32.522773 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Pushing event updated for resources: {'Port': ['ID=d4adb5b4-4333-40d7-9220-e666d8830900,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:32.572946 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:32.573734 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.607170 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-fac2576f-676d-4522-976d-7c71cdf22261 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8439164 Jan 25 02:37:32.637109 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Request body: {'port': {'device_id': 'c807b941-911d-4b80-91a8-a37bb1b33b70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:32.708546 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09fc6-f824-4d0c-81fa-fa1034b6f4cd req-760f73a5-f85d-4241-b520-55f83f726252 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:32.710241 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e4a09fc6-f824-4d0c-81fa-fa1034b6f4cd req-760f73a5-f85d-4241-b520-55f83f726252 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 945 time: 0.0918050 Jan 25 02:37:32.777829 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e4a09fc6-f824-4d0c-81fa-fa1034b6f4cd req-b1d832ab-dd8a-45d8-a343-18f163768c93 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613015 Jan 25 02:37:32.782014 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c15370-b601-4dce-bd31-b67ca80cd900 req-1d44ce58-33c2-4257-9fe5-9e4b7869a8d3 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:32.783628 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0c15370-b601-4dce-bd31-b67ca80cd900 req-1d44ce58-33c2-4257-9fe5-9e4b7869a8d3 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.0872002 Jan 25 02:37:32.784321 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.834836 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-f3638eda-ee28-4e5e-8db4-7bca47daebcf None None] Provisioning complete for port d4adb5b4-4333-40d7-9220-e666d8830900 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:32.836082 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f3638eda-ee28-4e5e-8db4-7bca47daebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.879473 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0c15370-b601-4dce-bd31-b67ca80cd900 req-9080359f-00e6-4547-a47f-6afe600d09e6 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842800 Jan 25 02:37:32.896325 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-f3638eda-ee28-4e5e-8db4-7bca47daebcf None None] Port d4adb5b4-4333-40d7-9220-e666d8830900 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:37:32.933894 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.998200 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509f37-0399-4f1e-b55c-3c1951f81a69 req-97564ba8-52fe-491a-956d-992d14bd9af1 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:33.001127 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-35509f37-0399-4f1e-b55c-3c1951f81a69 req-97564ba8-52fe-491a-956d-992d14bd9af1 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 936 time: 0.0912244 Jan 25 02:37:33.056733 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-35509f37-0399-4f1e-b55c-3c1951f81a69 req-68ae1ef6-ccc6-4fb5-a815-813f1a5cdf41 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475183 Jan 25 02:37:33.144446 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4adb5b4-4333-40d7-9220-e666d8830900 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:33.152299 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Publish callbacks [] for port (d4adb5b4-4333-40d7-9220-e666d8830900), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.167623 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Transition to ACTIVE for port object d4adb5b4-4333-40d7-9220-e666d8830900 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:37:33.172810 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.183720 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96c18d-792c-4b70-98b9-38e349c79a6c req-79fb501e-aa1e-481a-a108-0f98c3258348 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:33.185230 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bf96c18d-792c-4b70-98b9-38e349c79a6c req-79fb501e-aa1e-481a-a108-0f98c3258348 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0538850 Jan 25 02:37:33.237414 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['61e05125-5e19-461c-bd21-4d59f4e86e88'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:33.260380 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bf96c18d-792c-4b70-98b9-38e349c79a6c req-4a6d4360-2496-47af-916a-3b8b75c62ef9 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673237 Jan 25 02:37:33.279833 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Pushing event updated for resources: {'Port': ['ID=d4adb5b4-4333-40d7-9220-e666d8830900,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:33.340227 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-e5b2cfcf-3558-4d99-8218-189978fec01e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:33.342982 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-e5b2cfcf-3558-4d99-8218-189978fec01e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.121 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 945 time: 0.1462455 Jan 25 02:37:33.465356 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Attempting to bind port d4adb5b4-4333-40d7-9220-e666d8830900 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:33.465699 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Attempting to bind port d4adb5b4-4333-40d7-9220-e666d8830900 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '38e29d9e-c165-45dd-abdb-efd957146927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:33.466031 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Attempting to bind port d4adb5b4-4333-40d7-9220-e666d8830900 on network f53c649b-e780-4431-9f20-b311228ce0e3 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:33.473522 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Port d4adb5b4-4333-40d7-9220-e666d8830900 on network f53c649b-e780-4431-9f20-b311228ce0e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:37:33.473852 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Attempting to bind port d4adb5b4-4333-40d7-9220-e666d8830900 on network f53c649b-e780-4431-9f20-b311228ce0e3 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:33.495382 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:33.495956 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Checking segment: {'id': '38e29d9e-c165-45dd-abdb-efd957146927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:33.496414 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Bound using segment: {'id': '38e29d9e-c165-45dd-abdb-efd957146927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:33.496996 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Bound port: d4adb5b4-4333-40d7-9220-e666d8830900, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e29d9e-c165-45dd-abdb-efd957146927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:33.497422 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.553523 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Deleting port 155fc6bf-2630-4167-befa-e7f77ac9a285 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:37:33.553869 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.606454 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43550) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:33.632004 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] For port d4adb5b4-4333-40d7-9220-e666d8830900, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:33.649614 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] For port d4adb5b4-4333-40d7-9220-e666d8830900, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4adb5b4-4333-40d7-9220-e666d8830900,segment=NetworkSegment(38e29d9e-c165-45dd-abdb-efd957146927),segment_id=38e29d9e-c165-45dd-abdb-efd957146927)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:33.656265 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.702636 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] For port 155fc6bf-2630-4167-befa-e7f77ac9a285, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=155fc6bf-2630-4167-befa-e7f77ac9a285,segment=NetworkSegment(58ce8baa-0456-46ad-913e-7373bedfa0a0),segment_id=58ce8baa-0456-46ad-913e-7373bedfa0a0)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:33.702999 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.719374 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:33.720134 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.721550 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] 10.222.0.121 "PUT /v2.0/ports/d4adb5b4-4333-40d7-9220-e666d8830900 HTTP/1.1" status: 200 len: 1098 time: 1.0903702 Jan 25 02:37:33.724469 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c807b941-911d-4b80-91a8-a37bb1b33b70', 'tag': 'd4adb5b4-4333-40d7-9220-e666d8830900'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:33.726931 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e6a75f-91e8-4da0-a69d-f09e809e8374" -d '{"events": [{"name": "network-changed", "server_uuid": "c807b941-911d-4b80-91a8-a37bb1b33b70", "tag": "d4adb5b4-4333-40d7-9220-e666d8830900"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:33.730997 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bb85-dae4-434f-8522-4ebe2f56dcf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.736841 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Calling delete_port for 155fc6bf-2630-4167-befa-e7f77ac9a285 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:37:33.763854 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bd37c-1754-4077-bae0-36cf6b61991c service neutron] Pushing event updated for resources: {'Port': ['ID=d4adb5b4-4333-40d7-9220-e666d8830900,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:33.816773 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42ba50e-2913-4330-8c62-7039441941f6 x-openstack-request-id: req-d42ba50e-2913-4330-8c62-7039441941f6 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:33.817118 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c807b941-911d-4b80-91a8-a37bb1b33b70", "tag": "d4adb5b4-4333-40d7-9220-e666d8830900", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:33.817452 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d42ba50e-2913-4330-8c62-7039441941f6 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:33.818621 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c807b941-911d-4b80-91a8-a37bb1b33b70', 'tag': 'd4adb5b4-4333-40d7-9220-e666d8830900', 'status': 'completed', 'code': 200} Jan 25 02:37:33.864769 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bb85-dae4-434f-8522-4ebe2f56dcf9 admin admin] Publish callbacks [] for security_group (bbe75786-11fb-4447-9450-8fa372ab9116), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.869456 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3b9bb85-dae4-434f-8522-4ebe2f56dcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (bbe75786-11fb-4447-9450-8fa372ab9116), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.922030 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c92f23-3943-443d-812c-9aba09c37443 req-70f3b036-e42a-45cd-8d6f-3e7d1dc3f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:33.924146 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-70f3b036-e42a-45cd-8d6f-3e7d1dc3f02e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ca89fe619a044ee683b1b81b0d90e2ac&device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 1101 time: 0.0480719 Jan 25 02:37:33.958386 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9bb85-dae4-434f-8522-4ebe2f56dcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe75786-11fb-4447-9450-8fa372ab9116,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:33.967985 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e3b9bb85-dae4-434f-8522-4ebe2f56dcf9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ce8490182ea4499ab7ca419dad5bc1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598413 Jan 25 02:37:33.968174 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 43560) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:33.990152 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cee37a-919c-4caa-a27d-d0f811936674 req-eebcbd9c-7888-4993-9080-3d9859279a98 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:33.992480 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-89cee37a-919c-4caa-a27d-d0f811936674 req-eebcbd9c-7888-4993-9080-3d9859279a98 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 945 time: 0.1191261 Jan 25 02:37:34.046189 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-89cee37a-919c-4caa-a27d-d0f811936674 req-a8e15ff5-23e2-4469-82f3-a9bb8d2735cd tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483646 Jan 25 02:37:34.079010 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-6ddb289a-00bf-4711-8fb8-5f0582d97255 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=d4adb5b4-4333-40d7-9220-e666d8830900 HTTP/1.1" status: 200 len: 217 time: 0.1012039 Jan 25 02:37:34.120718 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (155fc6bf-2630-4167-befa-e7f77ac9a285), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.143045 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.178641 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496b53f-f9dc-4956-ab3a-ce458dc54eab req-85651444-a07c-41c1-b33a-e92c541fc3ba tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:34.179654 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['155fc6bf-2630-4167-befa-e7f77ac9a285'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:34.180194 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e496b53f-f9dc-4956-ab3a-ce458dc54eab req-85651444-a07c-41c1-b33a-e92c541fc3ba tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 948 time: 0.0566607 Jan 25 02:37:34.195845 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Pushing event deleted for resources: {'Port': ['ID=155fc6bf-2630-4167-befa-e7f77ac9a285,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:34.234816 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e496b53f-f9dc-4956-ab3a-ce458dc54eab req-d1916dc8-abf0-4632-b348-09e87c12d574 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486944 Jan 25 02:37:34.238121 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5f752-de36-48db-b915-9513b49a0661 req-8731e910-787a-4ec2-a8f5-d7634d2c9c48 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:34.239618 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-64d5f752-de36-48db-b915-9513b49a0661 req-8731e910-787a-4ec2-a8f5-d7634d2c9c48 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 867 time: 0.2080064 Jan 25 02:37:34.254622 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c92f23-3943-443d-812c-9aba09c37443 req-501006c3-cb76-41e7-b8ef-0576730f083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:34.256076 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-501006c3-cb76-41e7-b8ef-0576730f083b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=830bcf10-e062-4fc9-8b2f-ca131425f628 HTTP/1.1" status: 200 len: 843 time: 0.1545587 Jan 25 02:37:34.272875 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f44c8a-ab0b-4612-a1a0-3fcb2bb2ebc4 req-e3d538ff-473a-4420-98ee-011ffe2cfae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:34.274351 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-89f44c8a-ab0b-4612-a1a0-3fcb2bb2ebc4 req-e3d538ff-473a-4420-98ee-011ffe2cfae9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 1098 time: 0.2287834 Jan 25 02:37:34.277211 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] No DVR routers for this DVR port 155fc6bf-2630-4167-befa-e7f77ac9a285 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:37:34.289312 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5b92bbac-9c6e-402c-8958-5652eef93194 admin admin] Publish callbacks [] for security_group (bbe75786-11fb-4447-9450-8fa372ab9116), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.308882 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.312020 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.121 "DELETE /v2.0/ports/155fc6bf-2630-4167-befa-e7f77ac9a285 HTTP/1.1" status: 204 len: 173 time: 0.9585812 Jan 25 02:37:34.369329 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5b92bbac-9c6e-402c-8958-5652eef93194 admin admin] Publish callbacks [] for security_group (bbe75786-11fb-4447-9450-8fa372ab9116), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.424842 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-64d5f752-de36-48db-b915-9513b49a0661 req-f3d47144-349e-493d-a8ac-616a93549ddf tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746318 Jan 25 02:37:34.439787 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c92f23-3943-443d-812c-9aba09c37443 req-cf8270d1-d1ec-44af-b612-24ccbaa7a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:34.441816 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-cf8270d1-d1ec-44af-b612-24ccbaa7a6d5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f53c649b-e780-4431-9f20-b311228ce0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1664503 Jan 25 02:37:34.445641 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-89f44c8a-ab0b-4612-a1a0-3fcb2bb2ebc4 req-288c76d6-bdaa-4bad-839b-3fa9ef8a99c7 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474860 Jan 25 02:37:34.470352 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5b92bbac-9c6e-402c-8958-5652eef93194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (bbe75786-11fb-4447-9450-8fa372ab9116), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.473630 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5b92bbac-9c6e-402c-8958-5652eef93194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.477145 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-5b92bbac-9c6e-402c-8958-5652eef93194 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/bbe75786-11fb-4447-9450-8fa372ab9116 HTTP/1.1" status: 204 len: 168 time: 0.5056231 Jan 25 02:37:34.483150 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92bbac-9c6e-402c-8958-5652eef93194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe75786-11fb-4447-9450-8fa372ab9116,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:34.505934 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e86acc-4eb2-47dc-bb9e-46568295f92c req-38c822f1-229e-46e3-bf0f-e14f4c24ea53 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:34.507671 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-89e86acc-4eb2-47dc-bb9e-46568295f92c req-38c822f1-229e-46e3-bf0f-e14f4c24ea53 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0602727 Jan 25 02:37:34.567514 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-89e86acc-4eb2-47dc-bb9e-46568295f92c req-68e6faed-fa81-44b9-a3d7-81ff98d4d98c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534132 Jan 25 02:37:34.729259 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 43582) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:34.837599 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdf738b6-51fb-429e-961d-7ba6df3a1049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.940782 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdf738b6-51fb-429e-961d-7ba6df3a1049 admin admin] Publish callbacks [] for security_group (c3275d18-5c01-4b28-a3af-98dfbe6b585f), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.973625 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdf738b6-51fb-429e-961d-7ba6df3a1049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c3275d18-5c01-4b28-a3af-98dfbe6b585f), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:35.021606 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-fdf738b6-51fb-429e-961d-7ba6df3a1049 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=12f72946428a4b5e936cd73d5dfd6c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911851 Jan 25 02:37:35.023940 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43598) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:35.031798 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf738b6-51fb-429e-961d-7ba6df3a1049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3275d18-5c01-4b28-a3af-98dfbe6b585f,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:35.046123 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-22f73014-afd6-43d7-9347-412030dc8b2d service neutron] 10.222.0.121 "GET /v2.0/networks/f53c649b-e780-4431-9f20-b311228ce0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504972 Jan 25 02:37:35.106029 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a80f06c5-fa73-4180-b6ec-e065255949c1 admin admin] Publish callbacks [] for security_group (c3275d18-5c01-4b28-a3af-98dfbe6b585f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:35.145204 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a80f06c5-fa73-4180-b6ec-e065255949c1 admin admin] Publish callbacks [] for security_group (c3275d18-5c01-4b28-a3af-98dfbe6b585f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:35.152963 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-08c92f23-3943-443d-812c-9aba09c37443 req-56748847-4b39-47b6-a2e7-900969ff296a service neutron] 10.222.0.121 "GET /v2.0/networks/f53c649b-e780-4431-9f20-b311228ce0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969856 Jan 25 02:37:35.197702 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a80f06c5-fa73-4180-b6ec-e065255949c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c3275d18-5c01-4b28-a3af-98dfbe6b585f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:35.200516 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a80f06c5-fa73-4180-b6ec-e065255949c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:35.201657 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a80f06c5-fa73-4180-b6ec-e065255949c1 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/c3275d18-5c01-4b28-a3af-98dfbe6b585f HTTP/1.1" status: 204 len: 168 time: 0.1760988 Jan 25 02:37:35.209098 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d84616-18cb-4eec-8673-97011bbb8822 req-a9c48c28-56be-49a3-a8d0-79180c04c04e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:35.210743 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e1d84616-18cb-4eec-8673-97011bbb8822 req-a9c48c28-56be-49a3-a8d0-79180c04c04e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 945 time: 0.0534177 Jan 25 02:37:35.212067 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f06c5-fa73-4180-b6ec-e065255949c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3275d18-5c01-4b28-a3af-98dfbe6b585f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:35.265171 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e1d84616-18cb-4eec-8673-97011bbb8822 req-9dbc92d0-1d9d-4267-99f7-1c378e0c7dad tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476608 Jan 25 02:37:35.382007 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-a5ca9cf6-e7d9-4b90-a2b8-c2b036b4a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:35.383884 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-a5ca9cf6-e7d9-4b90-a2b8-c2b036b4a86d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=ca89fe619a044ee683b1b81b0d90e2ac&device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 1101 time: 0.0510168 Jan 25 02:37:35.385998 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2f7d0-769e-4db8-8e70-267264406671 req-bdd5e178-cdfa-4fc7-9bd0-650e2dbc6df5 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:35.387730 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1bb2f7d0-769e-4db8-8e70-267264406671 req-bdd5e178-cdfa-4fc7-9bd0-650e2dbc6df5 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 948 time: 0.0623553 Jan 25 02:37:35.478329 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1bb2f7d0-769e-4db8-8e70-267264406671 req-92d538c4-3176-4daf-8fb3-cd77472f0508 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832865 Jan 25 02:37:35.526774 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-d81feac1-cb05-49a7-875d-3b80cfddb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:35.528404 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-d81feac1-cb05-49a7-875d-3b80cfddb839 service neutron] 10.222.0.121 "GET /v2.0/networks?id=f53c649b-e780-4431-9f20-b311228ce0e3 HTTP/1.1" status: 200 len: 870 time: 0.1171827 Jan 25 02:37:35.590771 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-fcedc5e6-93d7-4d2a-8c7d-d5a493ec8699 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=d4adb5b4-4333-40d7-9220-e666d8830900 HTTP/1.1" status: 200 len: 217 time: 0.0479743 Jan 25 02:37:35.611019 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cb8627aa-e061-4a92-9397-18ccabddd1a7 req-1674deec-5213-48ab-b8bc-b45209e2b5ea tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb910cd5-d349-4c73-82dc-246e4ff71f45 HTTP/1.1" status: 200 len: 210 time: 0.0363820 Jan 25 02:37:35.655573 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-d484b9fd-070f-4649-9f95-9b4dce572a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:35.657288 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-d484b9fd-070f-4649-9f95-9b4dce572a23 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=830bcf10-e062-4fc9-8b2f-ca131425f628 HTTP/1.1" status: 200 len: 843 time: 0.0594618 Jan 25 02:37:35.739849 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-7d32f88c-9c8a-4216-8b99-1135bd1268d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:35.742142 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-7d32f88c-9c8a-4216-8b99-1135bd1268d5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=f53c649b-e780-4431-9f20-b311228ce0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744023 Jan 25 02:37:35.766802 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df909f-aec9-4ec6-8113-259b98d8f9c7 req-60382177-b255-47d4-b565-9fffa97bbd2a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:35.768661 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-82df909f-aec9-4ec6-8113-259b98d8f9c7 req-60382177-b255-47d4-b565-9fffa97bbd2a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0613213 Jan 25 02:37:35.820438 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb910cd5-d349-4c73-82dc-246e4ff71f45', 'name': 'network-vif-deleted', 'tag': '155fc6bf-2630-4167-befa-e7f77ac9a285'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:35.823717 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415b8d91-91ab-42a2-b265-5c49f162583a" -d '{"events": [{"server_uuid": "eb910cd5-d349-4c73-82dc-246e4ff71f45", "name": "network-vif-deleted", "tag": "155fc6bf-2630-4167-befa-e7f77ac9a285"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:35.837429 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-82df909f-aec9-4ec6-8113-259b98d8f9c7 req-7c38131d-e4bd-4dfb-8ba3-e7e0bf44fd93 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583453 Jan 25 02:37:35.919463 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cd2f1b-4c05-4c74-a573-4a4a4bf3a7ae x-openstack-request-id: req-c2cd2f1b-4c05-4c74-a573-4a4a4bf3a7ae {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:35.920227 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb910cd5-d349-4c73-82dc-246e4ff71f45", "name": "network-vif-deleted", "tag": "155fc6bf-2630-4167-befa-e7f77ac9a285", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:35.920778 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c2cd2f1b-4c05-4c74-a573-4a4a4bf3a7ae {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:35.921439 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb910cd5-d349-4c73-82dc-246e4ff71f45', 'name': 'network-vif-deleted', 'tag': '155fc6bf-2630-4167-befa-e7f77ac9a285', 'status': 'completed', 'code': 200} Jan 25 02:37:35.925279 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-e9577eee-7921-478a-b072-c0c042eee21f service neutron] 10.222.0.121 "GET /v2.0/networks/f53c649b-e780-4431-9f20-b311228ce0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495214 Jan 25 02:37:36.046222 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-87e6a75f-91e8-4da0-a69d-f09e809e8374 req-fb487e5e-c419-40b7-b57d-cf7921a1fdc9 service neutron] 10.222.0.121 "GET /v2.0/networks/f53c649b-e780-4431-9f20-b311228ce0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012161 Jan 25 02:37:36.189866 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 61e05125-5e19-461c-bd21-4d59f4e86e88 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:36.246973 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port 61e05125-5e19-461c-bd21-4d59f4e86e88 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:37:36.251885 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 61e05125-5e19-461c-bd21-4d59f4e86e88 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:36.252392 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:36.371130 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 61e05125-5e19-461c-bd21-4d59f4e86e88 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:36.371529 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:36.404069 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c423-1c51-47d9-8aa1-b35a3bfce048 req-965ab8cf-530f-4a38-913d-143c2d21dfa6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:36.405930 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2278c423-1c51-47d9-8aa1-b35a3bfce048 req-965ab8cf-530f-4a38-913d-143c2d21dfa6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 945 time: 0.0600021 Jan 25 02:37:36.418822 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f49f80-b066-43ce-9807-b33f45828c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e05125-5e19-461c-bd21-4d59f4e86e88'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:36.421537 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93cb851-de65-4f37-805d-521265f576ea" -d '{"events": [{"server_uuid": "20f49f80-b066-43ce-9807-b33f45828c5b", "name": "network-vif-plugged", "status": "completed", "tag": "61e05125-5e19-461c-bd21-4d59f4e86e88"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:36.436784 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 61e05125-5e19-461c-bd21-4d59f4e86e88, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=61e05125-5e19-461c-bd21-4d59f4e86e88,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:36.444142 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:36.445274 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 155fc6bf-2630-4167-befa-e7f77ac9a285 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:37:36.471376 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: 155fc6bf-2630-4167-befa-e7f77ac9a285 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:37:36.473247 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 155fc6bf-2630-4167-befa-e7f77ac9a285 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:37:36.508070 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2278c423-1c51-47d9-8aa1-b35a3bfce048 req-8aef5406-120d-46c5-8058-b9ca7b39e363 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923209 Jan 25 02:37:36.529826 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cd2d35-567a-45d3-b886-468d6c1688d4 x-openstack-request-id: req-88cd2d35-567a-45d3-b886-468d6c1688d4 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:36.530455 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f49f80-b066-43ce-9807-b33f45828c5b", "name": "network-vif-plugged", "status": "completed", "tag": "61e05125-5e19-461c-bd21-4d59f4e86e88", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:36.530907 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-88cd2d35-567a-45d3-b886-468d6c1688d4 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:36.531729 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f49f80-b066-43ce-9807-b33f45828c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e05125-5e19-461c-bd21-4d59f4e86e88', 'code': 200} Jan 25 02:37:36.539480 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=61e05125-5e19-461c-bd21-4d59f4e86e88,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:36.726923 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d2a00-09fb-4475-8ccd-91e0b2858af2 req-a5a55f71-fb40-4446-ab12-02bb82ef8442 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:36.736170 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee7d2a00-09fb-4475-8ccd-91e0b2858af2 req-a5a55f71-fb40-4446-ab12-02bb82ef8442 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 948 time: 0.1103258 Jan 25 02:37:36.849525 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee7d2a00-09fb-4475-8ccd-91e0b2858af2 req-0cf9168a-5457-4bca-ac90-e79dc0c94560 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085031 Jan 25 02:37:36.880114 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcd414-f4eb-4c06-8578-728700c2d33d req-420bfc04-61fc-4919-8621-727c7c92e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:36.885774 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2dbcd414-f4eb-4c06-8578-728700c2d33d req-420bfc04-61fc-4919-8621-727c7c92e12c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 1099 time: 0.0523210 Jan 25 02:37:36.947001 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2dbcd414-f4eb-4c06-8578-728700c2d33d req-c23efa53-a1e0-40d5-93ac-92db9bf9ff48 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549078 Jan 25 02:37:36.985075 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33163e89-fe9d-41dc-bd74-bdfbe1ced8b6 req-a76deefc-f953-40d2-b0d8-dec0e0e04782 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:36.986542 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-33163e89-fe9d-41dc-bd74-bdfbe1ced8b6 req-a76deefc-f953-40d2-b0d8-dec0e0e04782 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0626070 Jan 25 02:37:37.036380 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-33163e89-fe9d-41dc-bd74-bdfbe1ced8b6 req-4dfe0fd5-bb99-4d0d-a63d-d6f01c308810 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 Jan 25 02:37:37.214946 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14583813-6a30-475f-95aa-0e86f7be00bc req-ddb28cda-effd-49e0-a782-1ebfb4c17a55 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:37.216743 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-ddb28cda-effd-49e0-a782-1ebfb4c17a55 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/networks?id=7f8f0f0f-0805-4933-9398-e00bcad2346d HTTP/1.1" status: 200 len: 809 time: 0.1073105 Jan 25 02:37:37.233093 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-11bba4b3-6622-41a1-8b03-03003b008096 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/quotas/18d6138733cc4dd9a2af54fecae74805 HTTP/1.1" status: 200 len: 375 time: 0.0096374 Jan 25 02:37:37.264806 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-319800fa-07ca-4e50-8304-8e1d8f92cd8f tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=18d6138733cc4dd9a2af54fecae74805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260797 Jan 25 02:37:37.355161 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b71063fe-46b5-4d04-94f1-171cffa0f2bd service neutron] 10.222.0.117 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831025 Jan 25 02:37:37.671443 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-547e5aaf-bcc8-4606-b357-32bdee57ffcf service neutron] 10.222.0.117 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104784 Jan 25 02:37:37.681545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fb827-a181-41ea-9c89-f1373ffe35ff req-f7efd10b-3157-44e3-b473-baf1f520b5ed tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:37.683127 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e37fb827-a181-41ea-9c89-f1373ffe35ff req-f7efd10b-3157-44e3-b473-baf1f520b5ed tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0545535 Jan 25 02:37:37.750962 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdba200-bb30-4ca2-8a9d-4f3fb16dbe0a req-a14d135c-3c53-4567-8034-1fa2ceb9e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:37.752494 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1bdba200-bb30-4ca2-8a9d-4f3fb16dbe0a req-a14d135c-3c53-4567-8034-1fa2ceb9e63a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 1098 time: 0.0436723 Jan 25 02:37:37.756097 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e37fb827-a181-41ea-9c89-f1373ffe35ff req-562c686c-0645-4115-aa4c-316682bca154 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672591 Jan 25 02:37:37.885486 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c92ece6a-7ac1-4e51-806c-133a5baef564 req-2e749e46-b5ac-49fe-a329-52d83f073077 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 210 time: 0.0293698 Jan 25 02:37:37.905150 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae99068-17ec-4cc8-b360-82eb5fd534bb req-84c15df3-4a62-4b47-82b7-bac19fb74b06 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:37.906725 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7ae99068-17ec-4cc8-b360-82eb5fd534bb req-84c15df3-4a62-4b47-82b7-bac19fb74b06 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 946 time: 0.0790930 Jan 25 02:37:37.916499 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdba200-bb30-4ca2-8a9d-4f3fb16dbe0a req-c7cd28cd-f70d-4d89-9cf1-df6b34a72cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:37.917988 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1bdba200-bb30-4ca2-8a9d-4f3fb16dbe0a req-c7cd28cd-f70d-4d89-9cf1-df6b34a72cef service neutron] 10.222.0.121 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 919 time: 0.1454949 Jan 25 02:37:37.966821 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7ae99068-17ec-4cc8-b360-82eb5fd534bb req-dd857edf-f893-407a-b69c-ec6c135fd0ff tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515590 Jan 25 02:37:37.981375 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1bdba200-bb30-4ca2-8a9d-4f3fb16dbe0a req-9dee981d-e2e7-474c-ac54-fbdea431c2d9 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f HTTP/1.1" status: 200 len: 217 time: 0.0552197 Jan 25 02:37:38.057027 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf49c7-0c68-4e1b-a697-f8a906b29cc0 req-9f7e79a5-2a49-48b1-9b95-4474a0e338d3 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:38.058592 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aeaf49c7-0c68-4e1b-a697-f8a906b29cc0 req-9f7e79a5-2a49-48b1-9b95-4474a0e338d3 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 948 time: 0.0898511 Jan 25 02:37:38.060585 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdba200-bb30-4ca2-8a9d-4f3fb16dbe0a req-3e4b6474-ac73-43ce-a80f-9e2d7a06037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:38.061939 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1bdba200-bb30-4ca2-8a9d-4f3fb16dbe0a req-3e4b6474-ac73-43ce-a80f-9e2d7a06037d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 200 len: 858 time: 0.0628488 Jan 25 02:37:38.114296 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1bdba200-bb30-4ca2-8a9d-4f3fb16dbe0a req-9d7f5813-b95c-44ee-b3ac-d8783495d326 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317626 Jan 25 02:37:38.158644 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aeaf49c7-0c68-4e1b-a697-f8a906b29cc0 req-c70041b6-2477-40a2-96e2-b544383bc89c tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904698 Jan 25 02:37:38.235641 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1bdba200-bb30-4ca2-8a9d-4f3fb16dbe0a req-4cbe4cc3-cb19-42e5-a716-ae01a13268b9 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029236 Jan 25 02:37:38.352991 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1bdba200-bb30-4ca2-8a9d-4f3fb16dbe0a req-1d4a8b60-ac5f-4804-8f33-910751965727 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952110 Jan 25 02:37:38.510378 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2dab3-a174-4635-93fb-eca4125793a9 req-b1d00fe7-28e3-4533-bcaf-b68e00baa14c tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:38.511801 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0ae2dab3-a174-4635-93fb-eca4125793a9 req-b1d00fe7-28e3-4533-bcaf-b68e00baa14c tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.0530524 Jan 25 02:37:38.559567 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0ae2dab3-a174-4635-93fb-eca4125793a9 req-86a42a61-3b33-45da-bb9e-60a34ef22639 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Jan 25 02:37:38.583219 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43730) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:38.803645 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521956fb-1c08-4ed3-9b70-eab9399b3842 tempest-TestMinimumBasicScenario-1992560796 tempest-TestMinimumBasicScenario-1992560796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:38.805210 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-521956fb-1c08-4ed3-9b70-eab9399b3842 tempest-TestMinimumBasicScenario-1992560796 tempest-TestMinimumBasicScenario-1992560796-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 1093 time: 0.2209442 Jan 25 02:37:38.809222 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43736) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:38.812501 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'floatingip': {'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'port_id': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:38.870069 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:38.913840 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d78156-81b1-40ae-afae-d438245ae2b8 req-4fccc668-4c21-4aa2-b6c2-453c0f2ba92d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:38.916173 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b7d78156-81b1-40ae-afae-d438245ae2b8 req-4fccc668-4c21-4aa2-b6c2-453c0f2ba92d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0906279 Jan 25 02:37:39.019823 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1c574621-9b56-4f34-a386-58cb7c31ce7c req-1034ffce-1529-4faf-9c5f-f63b548fc1d2 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 210 time: 0.0503123 Jan 25 02:37:39.020858 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b7d78156-81b1-40ae-afae-d438245ae2b8 req-4af7fedb-e843-41d4-8e70-cd51e8dc3fec tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987546 Jan 25 02:37:39.067333 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:39.199941 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8f874-c1a4-451d-8d19-4df1b4cc4c86 req-39ed6b00-f4f2-4273-bfd8-5925db87094d tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:39.201436 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d5a8f874-c1a4-451d-8d19-4df1b4cc4c86 req-39ed6b00-f4f2-4273-bfd8-5925db87094d tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 946 time: 0.0835495 Jan 25 02:37:39.238424 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Allocated IP 172.27.1.47 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/2e532930-23fe-434b-a361-c4241fe800e0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:39.292423 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d5a8f874-c1a4-451d-8d19-4df1b4cc4c86 req-4294aded-37a2-426b-ab0f-a5f711278559 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841317 Jan 25 02:37:39.299267 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df3c06-5a34-4d6f-ae24-d549331f2134 req-9d01a3a3-ee29-4729-bc79-efa1f6513621 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:39.310033 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-43df3c06-5a34-4d6f-ae24-d549331f2134 req-9d01a3a3-ee29-4729-bc79-efa1f6513621 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 948 time: 0.0748289 Jan 25 02:37:39.360869 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-43df3c06-5a34-4d6f-ae24-d549331f2134 req-9211fb00-ab4b-4984-a30d-dc0f4f399b78 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499015 Jan 25 02:37:39.374833 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for port (2e532930-23fe-434b-a361-c4241fe800e0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:39.411071 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (2e532930-23fe-434b-a361-c4241fe800e0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:39.450770 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:39.457821 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:39.462980 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:39.465024 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'Port': ['ID=2e532930-23fe-434b-a361-c4241fe800e0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:39.839844 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14583813-6a30-475f-95aa-0e86f7be00bc req-6139d9b7-69e7-43c9-95c0-f0258ff63881 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:39.844461 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-6139d9b7-69e7-43c9-95c0-f0258ff63881 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.121 "GET /v2.0/networks?id=7f8f0f0f-0805-4933-9398-e00bcad2346d HTTP/1.1" status: 200 len: 809 time: 0.1485157 Jan 25 02:37:39.875429 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Request body: {'port': {'device_id': '7a456bfd-fab3-4e74-a147-78a464875f98', 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d', 'admin_state_up': True, 'tenant_id': '18d6138733cc4dd9a2af54fecae74805'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:39.984921 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Made reservation on behalf of 18d6138733cc4dd9a2af54fecae74805 for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:39.988576 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.028461 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for floatingip (ead3750d-3fc9-4963-a726-d7d197e252dd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.155486 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4223cd08-45ac-4364-9bb2-fb4b791bbc7d req-190db3f6-329a-4ec0-b425-ee7f73081cb1 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 210 time: 0.0338271 Jan 25 02:37:40.173188 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d4adb5b4-4333-40d7-9220-e666d8830900 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:37:40.173609 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Allocated IP 172.20.0.10 (7f8f0f0f-0805-4933-9398-e00bcad2346d/d183a016-339c-4c51-bd4e-79e9148dd755/7ed33fa1-bc3b-4320-bb11-10ae7d98606e) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:40.192217 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (2e532930-23fe-434b-a361-c4241fe800e0), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.255686 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e31fb-52e3-44fa-9a77-594e5ec57f27 req-8c69b0b7-be83-4bf3-aa3b-f43096843d1a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:40.257227 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c62e31fb-52e3-44fa-9a77-594e5ec57f27 req-8c69b0b7-be83-4bf3-aa3b-f43096843d1a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.1488435 Jan 25 02:37:40.395726 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks [] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.424760 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port d4adb5b4-4333-40d7-9220-e666d8830900, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4adb5b4-4333-40d7-9220-e666d8830900,segment=NetworkSegment(38e29d9e-c165-45dd-abdb-efd957146927),segment_id=38e29d9e-c165-45dd-abdb-efd957146927)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:40.441093 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'd4adb5b4-4333-40d7-9220-e666d8830900', 'network_id': 'f53c649b-e780-4431-9f20-b311228ce0e3', 'port_id': 'd4adb5b4-4333-40d7-9220-e666d8830900', 'mac_address': 'fa:16:3e:66:9b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830bcf10-e062-4fc9-8b2f-ca131425f628', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:37:40.485228 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port d4adb5b4-4333-40d7-9220-e666d8830900 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:40.486345 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.505447 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.518918 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4adb5b4-4333-40d7-9220-e666d8830900 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:40.556618 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port d4adb5b4-4333-40d7-9220-e666d8830900, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4adb5b4-4333-40d7-9220-e666d8830900,segment=NetworkSegment(38e29d9e-c165-45dd-abdb-efd957146927),segment_id=38e29d9e-c165-45dd-abdb-efd957146927)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:40.563182 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.570832 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Pushing event updated for resources: {'Port': ['ID=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.585946 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:40.587982 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:37:40.588868 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c62e31fb-52e3-44fa-9a77-594e5ec57f27 req-1221c895-b634-41c0-867e-e03407a5f6e1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246315 Jan 25 02:37:40.591541 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ff69-659f-495c-8233-a87c287e6abb req-bf636257-06d5-4076-b6dd-536d7e9f0ece tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:40.609110 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0263ff69-659f-495c-8233-a87c287e6abb req-bf636257-06d5-4076-b6dd-536d7e9f0ece tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 946 time: 0.1652844 Jan 25 02:37:40.613011 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43786) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:40.637639 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Network 7f8f0f0f-0805-4933-9398-e00bcad2346d is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:40.641021 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:40.645087 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:40.672978 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=d4adb5b4-4333-40d7-9220-e666d8830900,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:40.673470 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 43790) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:40.734251 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0263ff69-659f-495c-8233-a87c287e6abb req-7cee91cf-8cc7-4f3a-ac4f-00b446e4fbaa tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214740 Jan 25 02:37:40.747530 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for port (2e532930-23fe-434b-a361-c4241fe800e0), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.760825 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c06944-9cc1-4787-9f47-833b651df853 req-f9129b65-531f-403a-b239-36cc06bdd24b tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:40.762466 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-62c06944-9cc1-4787-9f47-833b651df853 req-f9129b65-531f-403a-b239-36cc06bdd24b tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 949 time: 0.0831213 Jan 25 02:37:40.762618 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:40.763835 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10000767'] for port (2e532930-23fe-434b-a361-c4241fe800e0), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.764330 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.807374 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-b4905ef5-f749-428b-b588-4f21a9343651 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9359863 Jan 25 02:37:40.841999 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Request body: {'port': {'device_id': '7a456bfd-fab3-4e74-a147-78a464875f98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:40.872461 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-afa30510-dc32-47f7-bfa5-cb08102f093e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.889327 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-62c06944-9cc1-4787-9f47-833b651df853 req-40c7b577-0f09-4664-abc1-44d042ce667b tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158469 Jan 25 02:37:40.895829 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bbe12df-1081-4090-a3da-1bd6f3d9d23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.910279 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'Port': ['ID=2e532930-23fe-434b-a361-c4241fe800e0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:40.932504 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (ead3750d-3fc9-4963-a726-d7d197e252dd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:40.968452 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.075237 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-afa30510-dc32-47f7-bfa5-cb08102f093e admin admin] Publish callbacks [] for security_group (166383ac-e55e-44dd-9cd0-f41854839e9a), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.077275 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bbe12df-1081-4090-a3da-1bd6f3d9d23c admin admin] Publish callbacks [] for security_group (cb9fed96-4530-4c38-bc33-32107c392877), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.079514 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Floating IP ead3750d-3fc9-4963-a726-d7d197e252dd associated. External IP: 172.27.1.47, port: d4cacf78-a32e-4480-a1e5-3c3d3cb82445. Jan 25 02:37:41.101627 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-afa30510-dc32-47f7-bfa5-cb08102f093e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (166383ac-e55e-44dd-9cd0-f41854839e9a), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.125514 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bbe12df-1081-4090-a3da-1bd6f3d9d23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (cb9fed96-4530-4c38-bc33-32107c392877), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.169354 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30510-dc32-47f7-bfa5-cb08102f093e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166383ac-e55e-44dd-9cd0-f41854839e9a,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:41.192489 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['d4adb5b4-4333-40d7-9220-e666d8830900'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:41.200134 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe12df-1081-4090-a3da-1bd6f3d9d23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9fed96-4530-4c38-bc33-32107c392877,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:41.210577 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8bbe12df-1081-4090-a3da-1bd6f3d9d23c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9f96268e961a4880bae18fba4ba02872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5940766 Jan 25 02:37:41.211318 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43804) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:41.244408 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-afa30510-dc32-47f7-bfa5-cb08102f093e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=8a9bb0c7dc5b4aff91e518a541d3ac57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5558572 Jan 25 02:37:41.246928 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43806) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:41.402375 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1d39-783b-4cec-91ab-1e7ed7595d8c admin admin] Publish callbacks [] for security_group (cb9fed96-4530-4c38-bc33-32107c392877), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.442697 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed33fa1-bc3b-4320-bb11-10ae7d98606e {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:41.447166 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-920ecbc9-2025-4eee-bd0f-abce5ab1221e admin admin] Publish callbacks [] for security_group (166383ac-e55e-44dd-9cd0-f41854839e9a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.450302 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Publish callbacks [] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.464880 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Transition to ACTIVE for port object 7ed33fa1-bc3b-4320-bb11-10ae7d98606e will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:37:41.471413 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.497815 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ccb28-8b91-4ef9-9368-ae0f876a4ec9 req-94608f42-ff82-40a7-b0b1-fd252cec38ac tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:41.499292 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c00ccb28-8b91-4ef9-9368-ae0f876a4ec9 req-94608f42-ff82-40a7-b0b1-fd252cec38ac tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 932 time: 0.1966269 Jan 25 02:37:41.501317 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1d39-783b-4cec-91ab-1e7ed7595d8c admin admin] Publish callbacks [] for security_group (cb9fed96-4530-4c38-bc33-32107c392877), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.526462 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-920ecbc9-2025-4eee-bd0f-abce5ab1221e admin admin] Publish callbacks [] for security_group (166383ac-e55e-44dd-9cd0-f41854839e9a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.544158 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:41.591159 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Attempting to bind port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:41.591419 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Attempting to bind port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '58ce8baa-0456-46ad-913e-7373bedfa0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:41.591811 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Attempting to bind port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e on network 7f8f0f0f-0805-4933-9398-e00bcad2346d {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:41.596168 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e on network 7f8f0f0f-0805-4933-9398-e00bcad2346d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:37:41.597056 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Attempting to bind port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e on network 7f8f0f0f-0805-4933-9398-e00bcad2346d {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:41.602326 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:41.602514 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Checking segment: {'id': '58ce8baa-0456-46ad-913e-7373bedfa0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:41.602842 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Bound using segment: {'id': '58ce8baa-0456-46ad-913e-7373bedfa0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:41.604688 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Bound port: 7ed33fa1-bc3b-4320-bb11-10ae7d98606e, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ce8baa-0456-46ad-913e-7373bedfa0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:41.604688 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.604903 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:37:41.639562 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c00ccb28-8b91-4ef9-9368-ae0f876a4ec9 req-5e29d74c-0c0c-41e1-8f55-ad25ff91a63f tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302025 Jan 25 02:37:41.683574 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] For port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:41.687052 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] For port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,segment=NetworkSegment(58ce8baa-0456-46ad-913e-7373bedfa0a0),segment_id=58ce8baa-0456-46ad-913e-7373bedfa0a0)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:41.701289 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1d39-783b-4cec-91ab-1e7ed7595d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (cb9fed96-4530-4c38-bc33-32107c392877), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.702117 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1d39-783b-4cec-91ab-1e7ed7595d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.703236 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1f6c1d39-783b-4cec-91ab-1e7ed7595d8c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/cb9fed96-4530-4c38-bc33-32107c392877 HTTP/1.1" status: 204 len: 168 time: 0.4882112 Jan 25 02:37:41.710595 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-920ecbc9-2025-4eee-bd0f-abce5ab1221e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (166383ac-e55e-44dd-9cd0-f41854839e9a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.713030 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-920ecbc9-2025-4eee-bd0f-abce5ab1221e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.716564 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-920ecbc9-2025-4eee-bd0f-abce5ab1221e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/166383ac-e55e-44dd-9cd0-f41854839e9a HTTP/1.1" status: 204 len: 168 time: 0.4648511 Jan 25 02:37:41.716689 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.748976 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c1d39-783b-4cec-91ab-1e7ed7595d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9fed96-4530-4c38-bc33-32107c392877,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:41.754832 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:41.756270 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.758070 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-3d795928-316c-4d88-b392-64084dedc203 service neutron] 10.222.0.121 "PUT /v2.0/ports/7ed33fa1-bc3b-4320-bb11-10ae7d98606e HTTP/1.1" status: 200 len: 1094 time: 0.9243236 Jan 25 02:37:41.761833 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a456bfd-fab3-4e74-a147-78a464875f98', 'tag': '7ed33fa1-bc3b-4320-bb11-10ae7d98606e'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:41.763512 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996bf653-db3c-45d8-96d2-705055bec62d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a456bfd-fab3-4e74-a147-78a464875f98", "tag": "7ed33fa1-bc3b-4320-bb11-10ae7d98606e"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:41.767812 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ecbc9-2025-4eee-bd0f-abce5ab1221e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166383ac-e55e-44dd-9cd0-f41854839e9a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:41.800771 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:37:41.811733 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] Sync routers for ids ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:37:41.820662 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e05058-a061-41a3-abe9-2fb4be56b932 req-e577cdb9-2fc1-4c76-b8e9-ff9f4784263e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:41.822317 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e1e05058-a061-41a3-abe9-2fb4be56b932 req-e577cdb9-2fc1-4c76-b8e9-ff9f4784263e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.1338193 Jan 25 02:37:41.835638 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.847208 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] Routers {'f9799f41-4ac8-4aa4-b6b2-d92210c9e816'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:37:41.850593 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:37:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:41.853134 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b8737d-2d75-412d-ba85-742ce6627379 x-openstack-request-id: req-d1b8737d-2d75-412d-ba85-742ce6627379 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:41.853430 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a456bfd-fab3-4e74-a147-78a464875f98", "tag": "7ed33fa1-bc3b-4320-bb11-10ae7d98606e", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:41.854912 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d1b8737d-2d75-412d-ba85-742ce6627379 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:41.855344 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a456bfd-fab3-4e74-a147-78a464875f98', 'tag': '7ed33fa1-bc3b-4320-bb11-10ae7d98606e', 'status': 'completed', 'code': 200} Jan 25 02:37:41.876816 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1093f803-660a-484c-88ce-8b169aea0e96 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0676010 Jan 25 02:37:41.877499 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:41.881150 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274d55899ad617b68f742306dd2bf98d948b76ba1d909237a8860468fa9bd008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d735f5-9b24-496d-a06c-0abbf973f703" -d '{"events": [{"name": "network-changed", "server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:41.895625 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43816) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:41.907471 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-855e5aef-b45a-438f-9803-5573d4bd1199 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704317603', 'description': 'tempest-secgroup-smoke-704317603 description', 'project_id': '420e54880e0e49999ee0ca6050023575'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:41.967545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71816b22-d1a3-46ba-b253-e2974300ee8f x-openstack-request-id: req-71816b22-d1a3-46ba-b253-e2974300ee8f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:41.968299 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:41.968713 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-71816b22-d1a3-46ba-b253-e2974300ee8f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:41.969263 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'status': 'completed', 'code': 200} Jan 25 02:37:41.982167 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-855e5aef-b45a-438f-9803-5573d4bd1199 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.002233 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d795928-316c-4d88-b392-64084dedc203 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:42.062369 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] Set router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:37:42.101096 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e1e05058-a061-41a3-abe9-2fb4be56b932 req-f2b92358-9e61-4efc-b0e9-ee62d1f61f24 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519345 Jan 25 02:37:42.107664 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14583813-6a30-475f-95aa-0e86f7be00bc req-781f1130-be7a-4f7c-88f7-dd5552fbf025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:42.136178 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-781f1130-be7a-4f7c-88f7-dd5552fbf025 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=18d6138733cc4dd9a2af54fecae74805&device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 1097 time: 0.2336709 Jan 25 02:37:42.252435 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-855e5aef-b45a-438f-9803-5573d4bd1199 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group (2511373c-e7a7-4616-8e2f-5337fc5c245c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.276129 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-6be93940-a3dc-4b03-8907-3440feb18638 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed33fa1-bc3b-4320-bb11-10ae7d98606e HTTP/1.1" status: 200 len: 217 time: 0.0754786 Jan 25 02:37:42.283296 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-855e5aef-b45a-438f-9803-5573d4bd1199 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (2511373c-e7a7-4616-8e2f-5337fc5c245c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.288639 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-e12cd295-510d-4722-88dd-df20eef1fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:42.290789 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-e12cd295-510d-4722-88dd-df20eef1fcf1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=420e54880e0e49999ee0ca6050023575&device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 1098 time: 0.1514940 Jan 25 02:37:42.345252 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14583813-6a30-475f-95aa-0e86f7be00bc req-93253778-4dc4-4fcd-8d79-309d10956615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:42.347468 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-93253778-4dc4-4fcd-8d79-309d10956615 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d183a016-339c-4c51-bd4e-79e9148dd755 HTTP/1.1" status: 200 len: 849 time: 0.0550513 Jan 25 02:37:42.374897 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-855e5aef-b45a-438f-9803-5573d4bd1199 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.378467 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-855e5aef-b45a-438f-9803-5573d4bd1199 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4809296 Jan 25 02:37:42.387398 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e5aef-b45a-438f-9803-5573d4bd1199 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2511373c-e7a7-4616-8e2f-5337fc5c245c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:42.398816 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16614e48-0c85-4697-862f-671216cff1bb req-f10b036c-2475-4b8d-9bc5-94d93b4e305f tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:42.408601 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-16614e48-0c85-4697-862f-671216cff1bb req-f10b036c-2475-4b8d-9bc5-94d93b4e305f tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 949 time: 0.1970067 Jan 25 02:37:42.422612 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43834) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:42.432667 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-64a35318-a94c-4eaf-8920-0248f51f8a84 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'security_group_rule': {'security_group_id': '2511373c-e7a7-4616-8e2f-5337fc5c245c', 'project_id': '420e54880e0e49999ee0ca6050023575', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:42.466055 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-d36ed0db-e801-4656-8255-966bcaae7884 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7f8f0f0f-0805-4933-9398-e00bcad2346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966296 Jan 25 02:37:42.492674 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-64a35318-a94c-4eaf-8920-0248f51f8a84 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (67c6a1de-3ca7-4956-a0d1-cbe6a27442f4), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.538981 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-16614e48-0c85-4697-862f-671216cff1bb req-2df0b5fd-ed77-4cd2-bc4f-8db05782ac40 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274216 Jan 25 02:37:42.566849 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43842) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:42.568680 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:22Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': 'ead3750d-3fc9-4963-a726-d7d197e252dd', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'port_id': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'mac_address': 'fa:16:3e:df:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:37:39Z', 'updated_at': '2022-01-25T02:37:39Z', 'revision_number': 0, 'project_id': '420e54880e0e49999ee0ca6050023575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c548ad4-7c26-4d7f-a1fe-2b72e3977026', 'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'mac_address': 'fa:16:3e:a4:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:21Z', 'updated_at': '2022-01-25T02:36:28Z', 'revision_number': 5, 'project_id': '420e54880e0e49999ee0ca6050023575', 'subnets': [{'id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:42.590646 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ceefb6c-c460-4f3e-97dc-2c4824261685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.605590 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-64a35318-a94c-4eaf-8920-0248f51f8a84 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (67c6a1de-3ca7-4956-a0d1-cbe6a27442f4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.616947 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-64a35318-a94c-4eaf-8920-0248f51f8a84 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (67c6a1de-3ca7-4956-a0d1-cbe6a27442f4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.629770 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] Checking router: f9799f41-4ac8-4aa4-b6b2-d92210c9e816 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:37:42.643165 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] Routers {'f9799f41-4ac8-4aa4-b6b2-d92210c9e816'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:37:42.644477 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a35318-a94c-4eaf-8920-0248f51f8a84 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c6a1de-3ca7-4956-a0d1-cbe6a27442f4,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:42.644637 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:37:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:42.688415 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-51874038-bf89-4390-a095-c291eb885a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:42.690001 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-51874038-bf89-4390-a095-c291eb885a04 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec HTTP/1.1" status: 200 len: 916 time: 0.3411605 Jan 25 02:37:42.692851 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-64a35318-a94c-4eaf-8920-0248f51f8a84 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.694414 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-64a35318-a94c-4eaf-8920-0248f51f8a84 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2670314 Jan 25 02:37:42.697152 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43850) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:42.713893 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-238f775a-0d13-4aee-b69d-b20aa0ba0fb4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'security_group_rule': {'security_group_id': '2511373c-e7a7-4616-8e2f-5337fc5c245c', 'project_id': '420e54880e0e49999ee0ca6050023575', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:42.750829 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-91b1d928-1fb4-4936-ad4f-44d945c37f8f service neutron] 10.222.0.121 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209008 Jan 25 02:37:42.833361 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-f0d950f6-4acf-4b0e-91ff-2db5533dd2ad service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 200 len: 998 time: 0.1322351 Jan 25 02:37:42.856105 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ceefb6c-c460-4f3e-97dc-2c4824261685 admin admin] Publish callbacks [] for security_group (ec5747b9-535e-45cd-a2fd-4da4c003bda3), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.861818 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-238f775a-0d13-4aee-b69d-b20aa0ba0fb4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (59184021-08c9-4d99-ab7b-c064c998f6c5), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.896990 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ceefb6c-c460-4f3e-97dc-2c4824261685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (ec5747b9-535e-45cd-a2fd-4da4c003bda3), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:42.902440 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-b51cd2b0-e52f-41ca-9c3e-6b2f9a4c26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:42.903943 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-b51cd2b0-e52f-41ca-9c3e-6b2f9a4c26a2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819 HTTP/1.1" status: 200 len: 854 time: 0.0629132 Jan 25 02:37:42.928684 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14583813-6a30-475f-95aa-0e86f7be00bc req-76731fde-1b6b-48c3-9ca2-f13f697a8b56 service neutron] 10.222.0.121 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701343 Jan 25 02:37:42.961664 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] Set router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:37:42.963742 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7ceefb6c-c460-4f3e-97dc-2c4824261685 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0ca07bd9a0714969942fdb4f948da840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947532 Jan 25 02:37:42.965675 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 43858) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:43.002157 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ca4e4-07cb-4062-ad4d-f64298e15fff req-78a5ca48-8887-44c3-81a2-da0735fa75e9 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:43.009619 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fc5ca4e4-07cb-4062-ad4d-f64298e15fff req-78a5ca48-8887-44c3-81a2-da0735fa75e9 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 944 time: 0.2339277 Jan 25 02:37:43.019369 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceefb6c-c460-4f3e-97dc-2c4824261685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5747b9-535e-45cd-a2fd-4da4c003bda3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:43.055110 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-238f775a-0d13-4aee-b69d-b20aa0ba0fb4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (59184021-08c9-4d99-ab7b-c064c998f6c5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:43.063173 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-238f775a-0d13-4aee-b69d-b20aa0ba0fb4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (59184021-08c9-4d99-ab7b-c064c998f6c5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:43.102193 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f775a-0d13-4aee-b69d-b20aa0ba0fb4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59184021-08c9-4d99-ab7b-c064c998f6c5,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:43.107843 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fc5ca4e4-07cb-4062-ad4d-f64298e15fff req-1e9f479e-e87b-4e4f-a048-72c37112805f tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855622 Jan 25 02:37:43.119178 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-238f775a-0d13-4aee-b69d-b20aa0ba0fb4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:43.121373 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-238f775a-0d13-4aee-b69d-b20aa0ba0fb4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4230549 Jan 25 02:37:43.125432 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 43866) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:43.177078 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-2cdd5ee3-ce5f-4cc3-acdf-9bccee70e9c8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'security_group_rule': {'security_group_id': '2511373c-e7a7-4616-8e2f-5337fc5c245c', 'project_id': '420e54880e0e49999ee0ca6050023575', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:43.229850 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-7ae08fd4-7000-4732-9ced-757f778b4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:43.231731 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-7ae08fd4-7000-4732-9ced-757f778b4150 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2591743 Jan 25 02:37:43.247615 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-65fb55bd-a993-4197-b12a-7bf5413cbf80 admin admin] Publish callbacks [] for security_group (ec5747b9-535e-45cd-a2fd-4da4c003bda3), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:43.309449 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bf653-db3c-45d8-96d2-705055bec62d req-391262ba-9486-4551-b1f9-32ff02f87e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:43.310414 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:22Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': 'ead3750d-3fc9-4963-a726-d7d197e252dd', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'port_id': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'mac_address': 'fa:16:3e:df:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:37:39Z', 'updated_at': '2022-01-25T02:37:39Z', 'revision_number': 0, 'project_id': '420e54880e0e49999ee0ca6050023575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c548ad4-7c26-4d7f-a1fe-2b72e3977026', 'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'mac_address': 'fa:16:3e:a4:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:21Z', 'updated_at': '2022-01-25T02:36:28Z', 'revision_number': 5, 'project_id': '420e54880e0e49999ee0ca6050023575', 'subnets': [{'id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:43.310943 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-996bf653-db3c-45d8-96d2-705055bec62d req-391262ba-9486-4551-b1f9-32ff02f87e51 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=18d6138733cc4dd9a2af54fecae74805&device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 1097 time: 0.1901655 Jan 25 02:37:43.334423 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2cdd5ee3-ce5f-4cc3-acdf-9bccee70e9c8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (d0a65c41-0819-4234-8a23-dee087ffeb1c), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:43.344751 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853852f7-45e5-42ba-ba66-16e99520b4c8 None None] The sync data for ids ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'] in dv-cinder-819778-6-iscsi is: [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:22Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': 'ead3750d-3fc9-4963-a726-d7d197e252dd', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'port_id': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'mac_address': 'fa:16:3e:df:b3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:37:39Z', 'updated_at': '2022-01-25T02:37:39Z', 'revision_number': 0, 'project_id': '420e54880e0e49999ee0ca6050023575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c548ad4-7c26-4d7f-a1fe-2b72e3977026', 'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'mac_address': 'fa:16:3e:a4:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:21Z', 'updated_at': '2022-01-25T02:36:28Z', 'revision_number': 5, 'project_id': '420e54880e0e49999ee0ca6050023575', 'subnets': [{'id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:37:43.348331 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-65fb55bd-a993-4197-b12a-7bf5413cbf80 admin admin] Publish callbacks [] for security_group (ec5747b9-535e-45cd-a2fd-4da4c003bda3), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:43.449077 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268b13a-f9a1-42da-92d6-4ca756b52ff0 req-0f791f3a-fd9d-4584-b85f-2cf028a59571 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:43.450488 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1268b13a-f9a1-42da-92d6-4ca756b52ff0 req-0f791f3a-fd9d-4584-b85f-2cf028a59571 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.2247024 Jan 25 02:37:43.587938 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922b5ff-4ac1-4ec4-804f-589d91d7f56f None None] New status for floating IP ead3750d-3fc9-4963-a726-d7d197e252dd: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:37:43.671795 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562573-3414-4aaa-963e-f8bc2099ede7 req-a40f32a4-a264-485d-a6f7-9003bce08b2a tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:43.676348 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d5562573-3414-4aaa-963e-f8bc2099ede7 req-a40f32a4-a264-485d-a6f7-9003bce08b2a tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 949 time: 0.0581801 Jan 25 02:37:43.762059 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d5562573-3414-4aaa-963e-f8bc2099ede7 req-b4809adc-0b62-4228-bd30-ec10a28b10b9 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758853 Jan 25 02:37:43.822180 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-6d94c648-8b07-4c0c-91ff-6cfe31b61063 service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678797 Jan 25 02:37:43.870193 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2cdd5ee3-ce5f-4cc3-acdf-9bccee70e9c8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (d0a65c41-0819-4234-8a23-dee087ffeb1c), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:43.883166 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1268b13a-f9a1-42da-92d6-4ca756b52ff0 req-9aa7c87d-5a89-4490-8c26-e006af0507a4 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230518 Jan 25 02:37:43.895238 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2cdd5ee3-ce5f-4cc3-acdf-9bccee70e9c8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (d0a65c41-0819-4234-8a23-dee087ffeb1c), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:43.899242 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-65fb55bd-a993-4197-b12a-7bf5413cbf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (ec5747b9-535e-45cd-a2fd-4da4c003bda3), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:43.903042 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-65fb55bd-a993-4197-b12a-7bf5413cbf80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:43.904198 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-65fb55bd-a993-4197-b12a-7bf5413cbf80 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ec5747b9-535e-45cd-a2fd-4da4c003bda3 HTTP/1.1" status: 204 len: 168 time: 0.9375246 Jan 25 02:37:43.917975 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bf653-db3c-45d8-96d2-705055bec62d req-b55ae67f-8e5e-4039-8375-0377504adec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:43.919494 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-996bf653-db3c-45d8-96d2-705055bec62d req-b55ae67f-8e5e-4039-8375-0377504adec2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=7f8f0f0f-0805-4933-9398-e00bcad2346d HTTP/1.1" status: 200 len: 910 time: 0.5862014 Jan 25 02:37:43.976758 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb55bd-a993-4197-b12a-7bf5413cbf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5747b9-535e-45cd-a2fd-4da4c003bda3,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:44.007171 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd5ee3-ce5f-4cc3-acdf-9bccee70e9c8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a65c41-0819-4234-8a23-dee087ffeb1c,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:44.014407 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2cdd5ee3-ce5f-4cc3-acdf-9bccee70e9c8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.015615 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-2cdd5ee3-ce5f-4cc3-acdf-9bccee70e9c8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8780148 Jan 25 02:37:44.017072 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-996bf653-db3c-45d8-96d2-705055bec62d req-bfb3bfcf-3888-4683-a0d9-a29b42a9aa2e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ed33fa1-bc3b-4320-bb11-10ae7d98606e HTTP/1.1" status: 200 len: 217 time: 0.0521910 Jan 25 02:37:44.019206 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43924) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:44.024289 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-988caf9e-f116-44c6-be52-a9e54fa9a435 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'security_group_rule': {'security_group_id': '2511373c-e7a7-4616-8e2f-5337fc5c245c', 'project_id': '420e54880e0e49999ee0ca6050023575', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:44.082340 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-988caf9e-f116-44c6-be52-a9e54fa9a435 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (a8df0193-9e0e-420c-9a15-829d3fdd5c56), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.119853 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1d735f5-9b24-496d-a06c-0abbf973f703 req-e664e417-dd39-42ef-b839-0a3f60af7f42 service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725348 Jan 25 02:37:44.125844 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bf653-db3c-45d8-96d2-705055bec62d req-c83d2194-6140-4403-b67a-42f707c02e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:44.128042 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-996bf653-db3c-45d8-96d2-705055bec62d req-c83d2194-6140-4403-b67a-42f707c02e8c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=d183a016-339c-4c51-bd4e-79e9148dd755 HTTP/1.1" status: 200 len: 849 time: 0.0975842 Jan 25 02:37:44.192430 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-996bf653-db3c-45d8-96d2-705055bec62d req-cdaaba0e-eb58-4a43-b8e7-b1b97d6928ea service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=7f8f0f0f-0805-4933-9398-e00bcad2346d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459523 Jan 25 02:37:44.195269 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d4adb5b4-4333-40d7-9220-e666d8830900 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:44.241911 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-988caf9e-f116-44c6-be52-a9e54fa9a435 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (a8df0193-9e0e-420c-9a15-829d3fdd5c56), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.269538 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-988caf9e-f116-44c6-be52-a9e54fa9a435 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (a8df0193-9e0e-420c-9a15-829d3fdd5c56), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.280421 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port d4adb5b4-4333-40d7-9220-e666d8830900 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:37:44.287834 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port d4adb5b4-4333-40d7-9220-e666d8830900 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:44.288472 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.341654 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-996bf653-db3c-45d8-96d2-705055bec62d req-9b9dd3fd-e600-474b-a700-e8c6bf56ed71 service neutron] 10.222.0.121 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340349 Jan 25 02:37:44.382313 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988caf9e-f116-44c6-be52-a9e54fa9a435 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8df0193-9e0e-420c-9a15-829d3fdd5c56,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:44.414092 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port d4adb5b4-4333-40d7-9220-e666d8830900 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:44.415378 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.420556 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-988caf9e-f116-44c6-be52-a9e54fa9a435 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.423376 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-988caf9e-f116-44c6-be52-a9e54fa9a435 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4009297 Jan 25 02:37:44.444973 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 43940) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:44.462048 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port d4adb5b4-4333-40d7-9220-e666d8830900, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4adb5b4-4333-40d7-9220-e666d8830900,segment=NetworkSegment(38e29d9e-c165-45dd-abdb-efd957146927),segment_id=38e29d9e-c165-45dd-abdb-efd957146927)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:44.462169 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c807b941-911d-4b80-91a8-a37bb1b33b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4adb5b4-4333-40d7-9220-e666d8830900'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:44.464942 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14a8f63-ffe0-45fc-bbb4-30992f850545" -d '{"events": [{"server_uuid": "c807b941-911d-4b80-91a8-a37bb1b33b70", "name": "network-vif-plugged", "status": "completed", "tag": "d4adb5b4-4333-40d7-9220-e666d8830900"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:44.470493 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.499743 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-8b76e8a1-dff1-4215-afe5-2962d22b467a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'security_group_rule': {'security_group_id': '2511373c-e7a7-4616-8e2f-5337fc5c245c', 'project_id': '420e54880e0e49999ee0ca6050023575', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:44.501627 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-996bf653-db3c-45d8-96d2-705055bec62d req-f32af9be-f337-4205-9633-c8b7c67db713 service neutron] 10.222.0.121 "GET /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533206 Jan 25 02:37:44.533327 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2b2f7-9bb4-4c86-baa8-99087ab51bca req-be7859af-8a36-4a08-80f1-86c9c4536063 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:44.542657 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2cb2b2f7-9bb4-4c86-baa8-99087ab51bca req-be7859af-8a36-4a08-80f1-86c9c4536063 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 944 time: 0.2944880 Jan 25 02:37:44.555601 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=d4adb5b4-4333-40d7-9220-e666d8830900,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:44.561128 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7142f9-56be-4e8b-a132-781fe1d590ff x-openstack-request-id: req-1e7142f9-56be-4e8b-a132-781fe1d590ff {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:44.561451 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c807b941-911d-4b80-91a8-a37bb1b33b70", "name": "network-vif-plugged", "status": "completed", "tag": "d4adb5b4-4333-40d7-9220-e666d8830900", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:44.561719 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-1e7142f9-56be-4e8b-a132-781fe1d590ff {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:44.562146 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c807b941-911d-4b80-91a8-a37bb1b33b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4adb5b4-4333-40d7-9220-e666d8830900', 'code': 200} Jan 25 02:37:44.608451 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2cb2b2f7-9bb4-4c86-baa8-99087ab51bca req-f944974b-321c-49cb-b17b-57de8c21bd84 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644419 Jan 25 02:37:44.610346 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.securitygroups_db [None req-8b76e8a1-dff1-4215-afe5-2962d22b467a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Project 420e54880e0e49999ee0ca6050023575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:37:44.618068 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b76e8a1-dff1-4215-afe5-2962d22b467a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (ae87b368-b799-4f0b-9e71-14e9f65f74cf), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.675125 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b76e8a1-dff1-4215-afe5-2962d22b467a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (ae87b368-b799-4f0b-9e71-14e9f65f74cf), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.679818 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b76e8a1-dff1-4215-afe5-2962d22b467a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (ae87b368-b799-4f0b-9e71-14e9f65f74cf), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.697780 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76e8a1-dff1-4215-afe5-2962d22b467a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae87b368-b799-4f0b-9e71-14e9f65f74cf,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:44.711937 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b76e8a1-dff1-4215-afe5-2962d22b467a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.715979 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 43960) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:44.716148 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8b76e8a1-dff1-4215-afe5-2962d22b467a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2267165 Jan 25 02:37:44.720796 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-cdc27348-774a-425f-8a3a-10e9a1c740bd tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'security_group_rule': {'security_group_id': '2511373c-e7a7-4616-8e2f-5337fc5c245c', 'project_id': '420e54880e0e49999ee0ca6050023575', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:44.760112 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.securitygroups_db [None req-cdc27348-774a-425f-8a3a-10e9a1c740bd tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Project 420e54880e0e49999ee0ca6050023575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:37:44.765190 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cdc27348-774a-425f-8a3a-10e9a1c740bd tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (57631695-5cbb-497e-8f9a-cc07d975b293), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.858155 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cdc27348-774a-425f-8a3a-10e9a1c740bd tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (57631695-5cbb-497e-8f9a-cc07d975b293), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.878573 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cdc27348-774a-425f-8a3a-10e9a1c740bd tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (57631695-5cbb-497e-8f9a-cc07d975b293), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.883011 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12897f9-f667-4ac9-891c-c5492ab6cd0f req-5c1fd785-c31d-4af4-bc35-dac6cc8ae703 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:44.884730 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e12897f9-f667-4ac9-891c-c5492ab6cd0f req-5c1fd785-c31d-4af4-bc35-dac6cc8ae703 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0585198 Jan 25 02:37:44.903675 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc27348-774a-425f-8a3a-10e9a1c740bd tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57631695-5cbb-497e-8f9a-cc07d975b293,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:44.914163 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cdc27348-774a-425f-8a3a-10e9a1c740bd tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:44.917347 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-cdc27348-774a-425f-8a3a-10e9a1c740bd tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1985924 Jan 25 02:37:44.927867 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e57653-34ca-4c56-a016-dfaf1580266c req-741c42fc-37e5-413f-895a-9d2cc196925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:44.929602 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-94e57653-34ca-4c56-a016-dfaf1580266c req-741c42fc-37e5-413f-895a-9d2cc196925f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 1103 time: 0.0948668 Jan 25 02:37:44.939822 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e12897f9-f667-4ac9-891c-c5492ab6cd0f req-2f030e58-7d41-4a1d-b66f-85bf3d037be7 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484138 Jan 25 02:37:44.988657 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-94e57653-34ca-4c56-a016-dfaf1580266c req-24e77d4b-db7b-4048-8ef6-165ffbe1b4bc service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523460 Jan 25 02:37:45.036908 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-199b96d4-1817-4a72-91f4-ba1c057395c9 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704317603&fields=id&tenant_id=420e54880e0e49999ee0ca6050023575 HTTP/1.1" status: 200 len: 267 time: 0.0471699 Jan 25 02:37:45.105832 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-8a94ce6d-1650-4906-b167-c42eb4b31340 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:45.107337 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-8a94ce6d-1650-4906-b167-c42eb4b31340 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.0648448 Jan 25 02:37:45.123601 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-1365deb8-45d2-4a4b-99f9-56ecb97fd4b1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'port': {'security_groups': ['8dd9df01-e373-4e21-b38e-abd17a24cc19', '2511373c-e7a7-4616-8e2f-5337fc5c245c']}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:45.193932 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-1365deb8-45d2-4a4b-99f9-56ecb97fd4b1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:45.396416 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-1365deb8-45d2-4a4b-99f9-56ecb97fd4b1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] For port d4cacf78-a32e-4480-a1e5-3c3d3cb82445, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:45.428711 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-1365deb8-45d2-4a4b-99f9-56ecb97fd4b1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:45.433304 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-1365deb8-45d2-4a4b-99f9-56ecb97fd4b1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:45.487037 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['d4cacf78-a32e-4480-a1e5-3c3d3cb82445'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:45.491323 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-1365deb8-45d2-4a4b-99f9-56ecb97fd4b1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:45.492470 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-1365deb8-45d2-4a4b-99f9-56ecb97fd4b1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:45.494902 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-60f15f2f-4a1a-4cde-a990-7475c487dccd req-1365deb8-45d2-4a4b-99f9-56ecb97fd4b1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "PUT /v2.0/ports/d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 200 len: 981 time: 0.3752027 Jan 25 02:37:45.494902 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:45.497000 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01c615e-ff4f-4689-827f-8e4c88d09203" -d '{"events": [{"name": "network-changed", "server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:45.548904 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365deb8-45d2-4a4b-99f9-56ecb97fd4b1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'Port': ['ID=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,revision_number=6']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:45.567486 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39862d33-5dc1-4511-b242-0f05c327232d x-openstack-request-id: req-39862d33-5dc1-4511-b242-0f05c327232d {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:45.567887 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:45.568216 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-39862d33-5dc1-4511-b242-0f05c327232d {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:45.568680 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'status': 'completed', 'code': 200} Jan 25 02:37:45.677752 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9561240-1f7c-448a-bbe8-4a9918eec1d2 req-ad6e9f6c-f869-4860-bccd-0b643dc9ca7f tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:45.677752 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d9561240-1f7c-448a-bbe8-4a9918eec1d2 req-ad6e9f6c-f869-4860-bccd-0b643dc9ca7f tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0945826 Jan 25 02:37:45.776678 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305ef29-3500-4c3c-80e1-7b183bb688d6 req-e5ce87a2-4f86-445f-8ad2-6aba4992c14e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:45.778687 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a305ef29-3500-4c3c-80e1-7b183bb688d6 req-e5ce87a2-4f86-445f-8ad2-6aba4992c14e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 944 time: 0.0710285 Jan 25 02:37:45.788525 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d9561240-1f7c-448a-bbe8-4a9918eec1d2 req-3a54a196-bef0-4424-b57c-964ef4116141 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997276 Jan 25 02:37:45.794754 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-aa086207-b57c-45e3-bff1-f83ebc161f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:45.796434 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-aa086207-b57c-45e3-bff1-f83ebc161f42 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=420e54880e0e49999ee0ca6050023575&device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 1137 time: 0.0920520 Jan 25 02:37:45.799951 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-2f1bf49b-038b-4a1e-b45b-f6de78f06026 None None] Provisioning complete for port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:45.800313 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf49b-038b-4a1e-b45b-f6de78f06026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:45.840171 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a305ef29-3500-4c3c-80e1-7b183bb688d6 req-131d0be1-d7c8-4f1d-8411-59e5242b7352 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553167 Jan 25 02:37:45.895927 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['d4cacf78-a32e-4480-a1e5-3c3d3cb82445'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:45.943766 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-95a01a67-b13e-4b59-962e-26248bacaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:45.945383 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-95a01a67-b13e-4b59-962e-26248bacaa0a service neutron] 10.222.0.121 "GET /v2.0/networks?id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec HTTP/1.1" status: 200 len: 916 time: 0.1392996 Jan 25 02:37:46.022015 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-9ddde359-190e-42d4-a766-d338ce9b4572 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 200 len: 1000 time: 0.0694003 Jan 25 02:37:46.083632 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-99f5c601-cc24-40a2-aa2a-6bcfe9c1e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.084367 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bf49b-038b-4a1e-b45b-f6de78f06026 None None] Current status of the port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:46.084906 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1785b8-ccdd-4bd9-b245-262039896666 req-d657481d-fba3-49be-82f2-bd65995ef637 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.085493 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-99f5c601-cc24-40a2-aa2a-6bcfe9c1e2ec service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819 HTTP/1.1" status: 200 len: 854 time: 0.0574689 Jan 25 02:37:46.087728 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-da1785b8-ccdd-4bd9-b245-262039896666 req-d657481d-fba3-49be-82f2-bd65995ef637 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0593848 Jan 25 02:37:46.144821 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-8b809fbf-ee5b-4c4a-8d4f-62d75947f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.146945 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-8b809fbf-ee5b-4c4a-8d4f-62d75947f1f1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533822 Jan 25 02:37:46.155612 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-da1785b8-ccdd-4bd9-b245-262039896666 req-48ba8eb9-80d0-4462-832d-9fb05d824a9a tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616105 Jan 25 02:37:46.297155 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-1eda1fc1-4318-4621-89a6-b47f8b947d4e service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316440 Jan 25 02:37:46.420724 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f01c615e-ff4f-4689-827f-8e4c88d09203 req-7b9e2ab3-4ecf-436e-862c-820f0341d43e service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173375 Jan 25 02:37:46.786082 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30f098-a028-4cbc-833e-f683edead1a1 req-3a973062-f6f3-4fd4-b0d6-934f679c75ad tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.788184 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bf30f098-a028-4cbc-833e-f683edead1a1 req-3a973062-f6f3-4fd4-b0d6-934f679c75ad tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0527036 Jan 25 02:37:46.839765 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bf30f098-a028-4cbc-833e-f683edead1a1 req-7956d5a1-f376-49c2-a428-721ec1384d93 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Jan 25 02:37:46.963425 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dfcad-7e07-4bb7-91ff-46d43321c67b req-9d6b4e4f-bdab-43b7-b2da-55f37bd4d618 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.965143 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2a0dfcad-7e07-4bb7-91ff-46d43321c67b req-9d6b4e4f-bdab-43b7-b2da-55f37bd4d618 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 944 time: 0.0525341 Jan 25 02:37:47.017729 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2a0dfcad-7e07-4bb7-91ff-46d43321c67b req-50f74322-8376-4696-8571-67374a15c086 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465038 Jan 25 02:37:47.309606 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfc1ed-dc5a-481b-a404-afd67bea99e1 req-f76998d0-42cc-4fa4-bf31-3c2e250185af tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:47.311102 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-97cfc1ed-dc5a-481b-a404-afd67bea99e1 req-f76998d0-42cc-4fa4-bf31-3c2e250185af tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0706079 Jan 25 02:37:47.358575 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-97cfc1ed-dc5a-481b-a404-afd67bea99e1 req-c4575909-2c33-4fb6-a7cf-19eab6d6dbdf tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Jan 25 02:37:48.136182 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293e26-6446-4ec8-ab46-b55ab0157b87 req-6823ac59-c6eb-44c9-8498-1e7067d042f5 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:48.137724 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b8293e26-6446-4ec8-ab46-b55ab0157b87 req-6823ac59-c6eb-44c9-8498-1e7067d042f5 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 944 time: 0.0478323 Jan 25 02:37:48.184174 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b8293e26-6446-4ec8-ab46-b55ab0157b87 req-7852185c-7f56-4fe1-82f4-8901fe4c61bd tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Jan 25 02:37:48.236589 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 7ed33fa1-bc3b-4320-bb11-10ae7d98606e details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:37:48.346351 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,segment=NetworkSegment(58ce8baa-0456-46ad-913e-7373bedfa0a0),segment_id=58ce8baa-0456-46ad-913e-7373bedfa0a0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:48.357350 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '7ed33fa1-bc3b-4320-bb11-10ae7d98606e', 'network_id': '7f8f0f0f-0805-4933-9398-e00bcad2346d', 'port_id': '7ed33fa1-bc3b-4320-bb11-10ae7d98606e', 'mac_address': 'fa:16:3e:50:ba:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd183a016-339c-4c51-bd4e-79e9148dd755', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:37:48.400596 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:48.401011 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.415004 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed33fa1-bc3b-4320-bb11-10ae7d98606e {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:48.434222 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,segment=NetworkSegment(58ce8baa-0456-46ad-913e-7373bedfa0a0),segment_id=58ce8baa-0456-46ad-913e-7373bedfa0a0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:48.438174 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.475733 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624a84e-b7e0-4a17-a348-e6a7552aadda req-ef13bfd1-46c1-43bd-8dc7-0c76c60db73e tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:48.477487 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8624a84e-b7e0-4a17-a348-e6a7552aadda req-ef13bfd1-46c1-43bd-8dc7-0c76c60db73e tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0503290 Jan 25 02:37:48.489979 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:48.527578 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8624a84e-b7e0-4a17-a348-e6a7552aadda req-3d5d723e-24fc-4bb1-bdd9-4ee65497f9a7 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Jan 25 02:37:48.790180 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480abf85-357a-4172-8a19-66fc53b65b5b req-5cf6aef9-c6cb-41a3-ae48-c9a557915b6d tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:48.791637 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-480abf85-357a-4172-8a19-66fc53b65b5b req-5cf6aef9-c6cb-41a3-ae48-c9a557915b6d tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0512238 Jan 25 02:37:48.840109 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-480abf85-357a-4172-8a19-66fc53b65b5b req-766b8204-6136-417e-b84e-95120f884cd8 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Jan 25 02:37:49.308515 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467660e6-9fbe-422f-a732-2e6fd8f7b4fd req-310dcd4f-3171-403b-8468-7d6b0a163dd0 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:49.310119 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-467660e6-9fbe-422f-a732-2e6fd8f7b4fd req-310dcd4f-3171-403b-8468-7d6b0a163dd0 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0515192 Jan 25 02:37:49.359150 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-467660e6-9fbe-422f-a732-2e6fd8f7b4fd req-f4b3cbfb-e12c-4101-9d8c-9e1da2c07052 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Jan 25 02:37:49.957697 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5804762-1a43-4bab-8944-7da58979f976 req-b5b8c98a-7315-4ee1-b434-78e42cf7ec3b tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:49.959230 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d5804762-1a43-4bab-8944-7da58979f976 req-b5b8c98a-7315-4ee1-b434-78e42cf7ec3b tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0492120 Jan 25 02:37:50.012145 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d5804762-1a43-4bab-8944-7da58979f976 req-61009868-4e3b-4231-9a90-18298102f30c tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474265 Jan 25 02:37:50.474839 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0087e02-98ff-4a83-abb1-2c0e42bf3d47 req-a22f7d78-ef73-4b08-b5c6-62ecf28ddde2 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:50.476347 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e0087e02-98ff-4a83-abb1-2c0e42bf3d47 req-a22f7d78-ef73-4b08-b5c6-62ecf28ddde2 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0491056 Jan 25 02:37:50.522171 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e0087e02-98ff-4a83-abb1-2c0e42bf3d47 req-7b7ff424-e2c2-407f-83ea-a825b2a81ff2 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Jan 25 02:37:51.129363 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5514c-6377-4d8b-8f02-1178ef0f9164 req-02998ad6-13fa-4c74-8379-fce5cd15a1d7 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:51.130849 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f8f5514c-6377-4d8b-8f02-1178ef0f9164 req-02998ad6-13fa-4c74-8379-fce5cd15a1d7 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0479996 Jan 25 02:37:51.178448 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f8f5514c-6377-4d8b-8f02-1178ef0f9164 req-dcd19c9a-0c45-40fd-9ffb-5881943381a7 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Jan 25 02:37:51.641259 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619d546-fccf-4288-8b4c-a4e654d1d510 req-e9061cdf-c1b8-4073-bab4-7b6f0cf73bba tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:51.642747 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9619d546-fccf-4288-8b4c-a4e654d1d510 req-e9061cdf-c1b8-4073-bab4-7b6f0cf73bba tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0538018 Jan 25 02:37:51.691226 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9619d546-fccf-4288-8b4c-a4e654d1d510 req-7896bd01-87a6-4007-a5c7-9eb5534ebf89 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Jan 25 02:37:52.294131 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0918586-8e66-4b83-9ba0-47c29311147f req-8d88a59c-3365-4beb-89bd-0b70449d69d3 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:52.295620 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b0918586-8e66-4b83-9ba0-47c29311147f req-8d88a59c-3365-4beb-89bd-0b70449d69d3 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0489364 Jan 25 02:37:52.344602 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b0918586-8e66-4b83-9ba0-47c29311147f req-1ee723e4-72b0-400c-af52-02dc099a6dcb tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Jan 25 02:37:52.812516 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd745f-06ad-4ceb-bbcb-48ceac5fda8e req-78f15fbc-43a5-4b11-8a45-bff530c09efb tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:52.814010 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1bfd745f-06ad-4ceb-bbcb-48ceac5fda8e req-78f15fbc-43a5-4b11-8a45-bff530c09efb tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0543573 Jan 25 02:37:52.861159 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1bfd745f-06ad-4ceb-bbcb-48ceac5fda8e req-a26888e5-159f-45c3-bc6e-02ddcd261309 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Jan 25 02:37:53.461467 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b4f10-5199-4331-9218-48b08171f1b6 req-c966cf2f-32ae-4a79-a726-c5a95b112688 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:53.462944 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b32b4f10-5199-4331-9218-48b08171f1b6 req-c966cf2f-32ae-4a79-a726-c5a95b112688 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0487149 Jan 25 02:37:53.510107 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b32b4f10-5199-4331-9218-48b08171f1b6 req-0ef2f219-cfc5-472f-bcbb-46c215dd511c tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 Jan 25 02:37:53.977567 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cc596-fa1f-4b31-b7ac-1e0b63100400 req-eea34516-6264-418f-b1a7-7d178de0b89e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:53.979502 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-180cc596-fa1f-4b31-b7ac-1e0b63100400 req-eea34516-6264-418f-b1a7-7d178de0b89e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0503166 Jan 25 02:37:54.033617 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-180cc596-fa1f-4b31-b7ac-1e0b63100400 req-ca127d0d-815e-411d-87d4-b6239c7e4057 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487516 Jan 25 02:37:54.631378 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efc0a5-819d-44f0-a81d-05ccebb59cee req-5778ac66-5457-4af8-ad72-5dcf7f874614 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:54.632990 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-61efc0a5-819d-44f0-a81d-05ccebb59cee req-5778ac66-5457-4af8-ad72-5dcf7f874614 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0548980 Jan 25 02:37:54.682688 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-61efc0a5-819d-44f0-a81d-05ccebb59cee req-4b618a34-6a07-4f5a-96f7-cbb615ee7c63 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442972 Jan 25 02:37:55.149852 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101526f-a1ff-489e-ae96-6218db600d6e req-04899c9d-9d61-42f5-a847-41571a77f342 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:55.151383 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0101526f-a1ff-489e-ae96-6218db600d6e req-04899c9d-9d61-42f5-a847-41571a77f342 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0492096 Jan 25 02:37:55.198451 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0101526f-a1ff-489e-ae96-6218db600d6e req-4120002a-7a47-43ea-bf84-b13cc64b6671 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Jan 25 02:37:55.802328 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990480a1-f776-41c9-9e84-959c5ef09085 req-2c99cda8-9d84-42e8-8bb0-0d7054f1cc52 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:55.803764 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-990480a1-f776-41c9-9e84-959c5ef09085 req-2c99cda8-9d84-42e8-8bb0-0d7054f1cc52 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0537605 Jan 25 02:37:55.849342 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-990480a1-f776-41c9-9e84-959c5ef09085 req-e4c1ef20-4d59-4cbf-9c9d-e5c8c0fd5135 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Jan 25 02:37:55.878808 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['7ed33fa1-bc3b-4320-bb11-10ae7d98606e'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:56.318589 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd013-8e99-4f41-9ee1-fe4cf1485c86 req-62f1b270-49d0-40fc-bc51-dd60e7b77494 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:56.319993 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-221fd013-8e99-4f41-9ee1-fe4cf1485c86 req-62f1b270-49d0-40fc-bc51-dd60e7b77494 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0482535 Jan 25 02:37:56.377963 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-221fd013-8e99-4f41-9ee1-fe4cf1485c86 req-2583f7cf-1f45-40c2-b39b-ca27882b38c9 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526226 Jan 25 02:37:56.968803 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b369b-5e04-48d9-8bd4-a3dda625b36a req-0dd3608d-98af-45d0-aabb-461b455c01f7 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:56.970274 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0d9b369b-5e04-48d9-8bd4-a3dda625b36a req-0dd3608d-98af-45d0-aabb-461b455c01f7 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0524683 Jan 25 02:37:57.019783 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0d9b369b-5e04-48d9-8bd4-a3dda625b36a req-ed425da7-82d1-4a7d-9354-b0e9afdbc6af tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 Jan 25 02:37:57.496884 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004cc3-7603-448c-bccc-31bf045e4312 req-d50f7239-a5a4-435d-bb4b-b0cb0fbe5662 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:57.498289 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd004cc3-7603-448c-bccc-31bf045e4312 req-d50f7239-a5a4-435d-bb4b-b0cb0fbe5662 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0492945 Jan 25 02:37:57.546539 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd004cc3-7603-448c-bccc-31bf045e4312 req-ade861d8-0838-46fd-ab8e-5706fc6d98ab tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421035 Jan 25 02:37:57.991635 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-946a871b-5b39-443a-84c8-ff50faebd797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:58.141860 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffe1ec-04d1-4f1f-af4b-17e5769f532b req-8f7289a9-1e8d-46f4-99db-739d0d970b6e tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:58.144059 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fcffe1ec-04d1-4f1f-af4b-17e5769f532b req-8f7289a9-1e8d-46f4-99db-739d0d970b6e tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0526500 Jan 25 02:37:58.194466 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fcffe1ec-04d1-4f1f-af4b-17e5769f532b req-977ed9e0-c9c1-4c71-b88f-f76d68618dc6 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448375 Jan 25 02:37:58.659378 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af35ba-9a39-4fb4-9c4e-26d3ea213064 req-01b335e1-f695-441e-9f17-f29545acd9b2 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:58.660939 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e4af35ba-9a39-4fb4-9c4e-26d3ea213064 req-01b335e1-f695-441e-9f17-f29545acd9b2 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0478187 Jan 25 02:37:58.709436 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e4af35ba-9a39-4fb4-9c4e-26d3ea213064 req-47ec278f-d53f-46b0-ac12-39146486c662 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Jan 25 02:37:59.311248 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403bdb6-87fc-44ce-865d-92ca387c68ca req-44e98441-7f93-465c-adab-53fb8e10b703 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:59.312735 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0403bdb6-87fc-44ce-865d-92ca387c68ca req-44e98441-7f93-465c-adab-53fb8e10b703 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0479434 Jan 25 02:37:59.360530 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0403bdb6-87fc-44ce-865d-92ca387c68ca req-47f20fb1-07b9-43c8-bafa-a4e7297b543e tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Jan 25 02:37:59.827687 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0790a-12d5-4d9a-8ecd-3c98dfb844fe req-2d193270-3a88-4559-ae50-cd3922aae110 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:59.829277 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-88c0790a-12d5-4d9a-8ecd-3c98dfb844fe req-2d193270-3a88-4559-ae50-cd3922aae110 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0526390 Jan 25 02:37:59.889401 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-88c0790a-12d5-4d9a-8ecd-3c98dfb844fe req-1be6996b-5600-4fcb-9e5a-fdd1afdc3b2c tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535586 Jan 25 02:38:00.154155 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c05cdc95-f206-42a1-9aff-e3ba4b9fbf1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:00.477495 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdd736-8c40-4b1a-a049-83ebcc0db8fc req-c73512b6-7533-48e6-81d6-5a611ac1914c tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:00.478932 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64fdd736-8c40-4b1a-a049-83ebcc0db8fc req-c73512b6-7533-48e6-81d6-5a611ac1914c tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0474515 Jan 25 02:38:00.525136 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64fdd736-8c40-4b1a-a049-83ebcc0db8fc req-207107b2-8371-4765-8bbc-e8a7be431762 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Jan 25 02:38:01.008158 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025508e-b743-4649-a8f8-4c21fc3a85bd req-9c3194d2-05b2-41ef-9529-b0661ca60af2 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:01.009678 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e025508e-b743-4649-a8f8-4c21fc3a85bd req-9c3194d2-05b2-41ef-9529-b0661ca60af2 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0503080 Jan 25 02:38:01.011126 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:01.060326 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e025508e-b743-4649-a8f8-4c21fc3a85bd req-82d73ff3-8674-4ab1-aaae-487d75edc330 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448685 Jan 25 02:38:01.463478 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:38:01.507312 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:01.640319 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2804840-8478-414e-9433-17e7032ab993 req-8a5560ac-ad44-44bf-8c6e-8d0b1e376009 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:01.641699 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e2804840-8478-414e-9433-17e7032ab993 req-8a5560ac-ad44-44bf-8c6e-8d0b1e376009 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0476017 Jan 25 02:38:01.687448 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e2804840-8478-414e-9433-17e7032ab993 req-7aa9c3cd-0b5b-43c9-8f8d-ef2b18497658 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Jan 25 02:38:02.185301 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995767fd-a6da-4017-99c2-34defd90d1e0 req-d3bf4d00-cca8-4e3b-aade-43d945c9f8c4 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:02.186767 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-995767fd-a6da-4017-99c2-34defd90d1e0 req-d3bf4d00-cca8-4e3b-aade-43d945c9f8c4 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0490062 Jan 25 02:38:02.234153 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-995767fd-a6da-4017-99c2-34defd90d1e0 req-186884b0-ec8a-4007-b0d9-599277ce4cc3 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Jan 25 02:38:02.801531 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1333a8-87df-49c7-82fe-d35b8910baf2 req-6f816b3f-a5a9-4646-ab59-cb7060648d57 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:02.802996 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ec1333a8-87df-49c7-82fe-d35b8910baf2 req-6f816b3f-a5a9-4646-ab59-cb7060648d57 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0473838 Jan 25 02:38:02.854463 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ec1333a8-87df-49c7-82fe-d35b8910baf2 req-eb929ed3-403e-4677-86c6-67708f4c4275 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450251 Jan 25 02:38:02.930555 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:03.347049 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f4719-2899-41ba-97d5-da4c6cc77a12 req-eac4900b-c0a9-4a1d-b1fc-f7247a9b64d6 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:03.348583 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d21f4719-2899-41ba-97d5-da4c6cc77a12 req-eac4900b-c0a9-4a1d-b1fc-f7247a9b64d6 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0477109 Jan 25 02:38:03.395987 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d21f4719-2899-41ba-97d5-da4c6cc77a12 req-4af63fa0-ad91-4c18-847a-eb139a02f31b tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Jan 25 02:38:03.969723 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd2c6f-68dc-4875-8103-880cee7661c0 req-dcd84802-8f43-4fd9-bf5f-13c53caa5385 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:03.971877 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-18fd2c6f-68dc-4875-8103-880cee7661c0 req-dcd84802-8f43-4fd9-bf5f-13c53caa5385 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0484097 Jan 25 02:38:04.018969 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-18fd2c6f-68dc-4875-8103-880cee7661c0 req-63dbd295-a2f1-42eb-99ec-2dace8e2abba tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Jan 25 02:38:04.148884 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:04.514280 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f819a-7c40-4903-ad8c-edde3aa048a7 req-756390cf-f4c3-4916-97ef-037f97166d95 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:04.516229 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ef2f819a-7c40-4903-ad8c-edde3aa048a7 req-756390cf-f4c3-4916-97ef-037f97166d95 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Jan 25 02:38:04.565620 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ef2f819a-7c40-4903-ad8c-edde3aa048a7 req-91278bf8-2801-4c3a-a4ea-c1f6097a595e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429599 Jan 25 02:38:05.138512 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d4e5d-e847-4b82-ace6-5ecc0f0a555d req-255a47b9-cd4f-4bcb-a54d-6666ec169572 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:05.140037 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f46d4e5d-e847-4b82-ace6-5ecc0f0a555d req-255a47b9-cd4f-4bcb-a54d-6666ec169572 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0517642 Jan 25 02:38:05.186041 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f46d4e5d-e847-4b82-ace6-5ecc0f0a555d req-cd64aee3-c135-4fc8-b093-ab6b6b50750d tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/security-groups?id=25f5014e-36af-4434-870b-873db42e4fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Jan 25 02:38:05.357272 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 7ed33fa1-bc3b-4320-bb11-10ae7d98606e up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:05.405172 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:38:05.409563 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:05.410206 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:05.438309 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-6954e79b-c7a5-445b-8538-4a86e8a7a6ff tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:05.439887 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-6954e79b-c7a5-445b-8538-4a86e8a7a6ff tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.121 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 950 time: 0.0498638 Jan 25 02:38:05.494204 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:05.494871 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:05.523707 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a456bfd-fab3-4e74-a147-78a464875f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed33fa1-bc3b-4320-bb11-10ae7d98606e'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:05.526123 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fe4e07-4ae8-4fba-9b61-c4dcae5e79ba" -d '{"events": [{"server_uuid": "7a456bfd-fab3-4e74-a147-78a464875f98", "name": "network-vif-plugged", "status": "completed", "tag": "7ed33fa1-bc3b-4320-bb11-10ae7d98606e"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:05.539933 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,segment=NetworkSegment(58ce8baa-0456-46ad-913e-7373bedfa0a0),segment_id=58ce8baa-0456-46ad-913e-7373bedfa0a0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:05.544589 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:05.546317 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-c77d4c00-3297-4070-8733-0db6af7d9ad2 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Deleting port d4adb5b4-4333-40d7-9220-e666d8830900 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:38:05.546738 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-c77d4c00-3297-4070-8733-0db6af7d9ad2 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:05.580270 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f79d5b7-9d3b-4c6f-b110-b65c140d9cdd x-openstack-request-id: req-0f79d5b7-9d3b-4c6f-b110-b65c140d9cdd {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:05.580599 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a456bfd-fab3-4e74-a147-78a464875f98", "name": "network-vif-plugged", "status": "completed", "tag": "7ed33fa1-bc3b-4320-bb11-10ae7d98606e", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:05.580888 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-0f79d5b7-9d3b-4c6f-b110-b65c140d9cdd {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:05.581530 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a456bfd-fab3-4e74-a147-78a464875f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed33fa1-bc3b-4320-bb11-10ae7d98606e', 'code': 200} Jan 25 02:38:05.626304 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:05.659823 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-c77d4c00-3297-4070-8733-0db6af7d9ad2 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] For port d4adb5b4-4333-40d7-9220-e666d8830900, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4adb5b4-4333-40d7-9220-e666d8830900,segment=NetworkSegment(38e29d9e-c165-45dd-abdb-efd957146927),segment_id=38e29d9e-c165-45dd-abdb-efd957146927)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:05.660193 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-c77d4c00-3297-4070-8733-0db6af7d9ad2 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:05.694041 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-c77d4c00-3297-4070-8733-0db6af7d9ad2 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Calling delete_port for d4adb5b4-4333-40d7-9220-e666d8830900 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:38:05.753236 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a9ae4-edf1-4e17-aa04-00afa58ce0b5 req-60fee24d-2bba-4b8f-9168-f6a262b0c90e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:05.754721 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5c7a9ae4-edf1-4e17-aa04-00afa58ce0b5 req-60fee24d-2bba-4b8f-9168-f6a262b0c90e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.1101468 Jan 25 02:38:05.860004 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5c7a9ae4-edf1-4e17-aa04-00afa58ce0b5 req-14222a7b-6256-4b20-8a93-8826c9c331cd tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992842 Jan 25 02:38:05.865677 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50546885-af43-4ab1-83d4-0a0f5d5cf79b req-c1e7b483-b846-4dfe-ae45-ed1c5a32762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:05.867128 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50546885-af43-4ab1-83d4-0a0f5d5cf79b req-c1e7b483-b846-4dfe-ae45-ed1c5a32762c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 1099 time: 0.0818367 Jan 25 02:38:05.947849 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-c77d4c00-3297-4070-8733-0db6af7d9ad2 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (d4adb5b4-4333-40d7-9220-e666d8830900), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:05.951127 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-50546885-af43-4ab1-83d4-0a0f5d5cf79b req-ea7a078d-b650-4ca1-8b43-e5cc37375620 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596852 Jan 25 02:38:05.979451 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d4c00-3297-4070-8733-0db6af7d9ad2 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Pushing event deleted for resources: {'Port': ['ID=d4adb5b4-4333-40d7-9220-e666d8830900,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:06.021107 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-c77d4c00-3297-4070-8733-0db6af7d9ad2 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] No DVR routers for this DVR port d4adb5b4-4333-40d7-9220-e666d8830900 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:38:06.023771 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-c77d4c00-3297-4070-8733-0db6af7d9ad2 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:06.027109 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c38d5a98-a985-4e9a-bbd4-38fee98fd536 req-c77d4c00-3297-4070-8733-0db6af7d9ad2 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.121 "DELETE /v2.0/ports/d4adb5b4-4333-40d7-9220-e666d8830900 HTTP/1.1" status: 204 len: 173 time: 0.5821400 Jan 25 02:38:06.027560 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c807b941-911d-4b80-91a8-a37bb1b33b70', 'name': 'network-vif-deleted', 'tag': 'd4adb5b4-4333-40d7-9220-e666d8830900'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:06.029828 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecc11eb-9071-4862-9f17-56bdfc059723" -d '{"events": [{"server_uuid": "c807b941-911d-4b80-91a8-a37bb1b33b70", "name": "network-vif-deleted", "tag": "d4adb5b4-4333-40d7-9220-e666d8830900"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:06.067780 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20470b17-7aaa-4024-a0b5-7769affdb196 x-openstack-request-id: req-20470b17-7aaa-4024-a0b5-7769affdb196 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:06.068082 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c807b941-911d-4b80-91a8-a37bb1b33b70", "name": "network-vif-deleted", "tag": "d4adb5b4-4333-40d7-9220-e666d8830900", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:06.068429 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-20470b17-7aaa-4024-a0b5-7769affdb196 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:06.068728 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c807b941-911d-4b80-91a8-a37bb1b33b70', 'name': 'network-vif-deleted', 'tag': 'd4adb5b4-4333-40d7-9220-e666d8830900', 'status': 'completed', 'code': 200} Jan 25 02:38:06.284814 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-919235dc-ac71-416e-8043-206f5635dd04 req-4fbb9cd9-4bf2-4116-922b-4017a489e808 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 210 time: 0.0289598 Jan 25 02:38:06.982745 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43294d5b-2c1e-4e64-ab65-5647b9d301e1 req-e06fa37a-5499-4a93-a8f3-cf8f4c7751f5 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:06.984241 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-43294d5b-2c1e-4e64-ab65-5647b9d301e1 req-e06fa37a-5499-4a93-a8f3-cf8f4c7751f5 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0520008 Jan 25 02:38:07.034024 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-43294d5b-2c1e-4e64-ab65-5647b9d301e1 req-9ccc81bf-0bc1-4558-91c0-aa92b92ff791 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436413 Jan 25 02:38:07.355925 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d4adb5b4-4333-40d7-9220-e666d8830900 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:38:07.376333 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: d4adb5b4-4333-40d7-9220-e666d8830900 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:38:07.376736 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d4adb5b4-4333-40d7-9220-e666d8830900 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:38:07.388089 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d90747f8-292d-4566-9582-cb8930f81381 req-149939a7-21b3-4b80-8250-c5792cc0afc5 tempest-VolumesNegativeTest-48867464 tempest-VolumesNegativeTest-48867464-project] 10.222.0.117 "GET /v2.0/ports?device_id=c807b941-911d-4b80-91a8-a37bb1b33b70 HTTP/1.1" status: 200 len: 210 time: 0.0250213 Jan 25 02:38:08.148651 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caed420-8ae8-4a21-8aac-f107916dd522 req-5527fab5-13b4-4d93-8bad-749d5758f97e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:08.150009 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6caed420-8ae8-4a21-8aac-f107916dd522 req-5527fab5-13b4-4d93-8bad-749d5758f97e tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0471759 Jan 25 02:38:08.205120 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6caed420-8ae8-4a21-8aac-f107916dd522 req-7d3cbf58-4860-4874-8f68-57acf6835bfc tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496523 Jan 25 02:38:09.324325 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09d4e6-3816-4c1c-8ba4-213d9c4abb0c req-c643bbdd-5c57-4642-910a-da39c1522ba4 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:09.327033 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7f09d4e6-3816-4c1c-8ba4-213d9c4abb0c req-c643bbdd-5c57-4642-910a-da39c1522ba4 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0531311 Jan 25 02:38:09.379311 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7f09d4e6-3816-4c1c-8ba4-213d9c4abb0c req-bed3fa2e-ddca-40c7-b160-ed912232d48f tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Jan 25 02:38:10.420937 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1d7fa-a789-4c4f-8b23-7361db3ab219 req-9f58d3f1-8dda-4fe3-8a53-6088a2e16a5b tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:10.425910 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-87e1d7fa-a789-4c4f-8b23-7361db3ab219 req-9f58d3f1-8dda-4fe3-8a53-6088a2e16a5b tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0615869 Jan 25 02:38:10.470555 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-87e1d7fa-a789-4c4f-8b23-7361db3ab219 req-2795d33b-2fb2-4627-b1b3-9ad523cbeac5 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Jan 25 02:38:11.599196 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c4ba1-2c33-47a3-bad6-d58642d1377e req-b26ee00b-4054-496e-9057-faa96826dfe8 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:11.600639 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a23c4ba1-2c33-47a3-bad6-d58642d1377e req-b26ee00b-4054-496e-9057-faa96826dfe8 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0522673 Jan 25 02:38:11.647433 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a23c4ba1-2c33-47a3-bad6-d58642d1377e req-fc753d65-8ba4-434b-b42e-6d6b70449584 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Jan 25 02:38:12.764935 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb0719-26b2-43f7-83f3-a7050e9399e4 req-c68a2000-d987-4caa-bcee-18186230326f tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:12.766390 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fabb0719-26b2-43f7-83f3-a7050e9399e4 req-c68a2000-d987-4caa-bcee-18186230326f tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0500648 Jan 25 02:38:12.812633 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fabb0719-26b2-43f7-83f3-a7050e9399e4 req-998d0172-1d98-4b8f-87a4-5f11741aeef5 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Jan 25 02:38:13.925765 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6b8ce-c3a5-417c-86f3-3342fb8122c0 req-7b4df76a-9a61-4fdb-b1c4-c08f2e7557f6 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:13.927219 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eed6b8ce-c3a5-417c-86f3-3342fb8122c0 req-7b4df76a-9a61-4fdb-b1c4-c08f2e7557f6 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0477154 Jan 25 02:38:13.975366 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eed6b8ce-c3a5-417c-86f3-3342fb8122c0 req-027e6006-cbf1-4ebf-bffa-fd3ed710086d tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Jan 25 02:38:15.090353 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1dfe1-0909-4e31-99bf-15d411ad0c2a req-7d2a163b-f986-411c-80ff-ae74246575b0 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:15.091839 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-59e1dfe1-0909-4e31-99bf-15d411ad0c2a req-7d2a163b-f986-411c-80ff-ae74246575b0 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0509048 Jan 25 02:38:15.138008 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-59e1dfe1-0909-4e31-99bf-15d411ad0c2a req-5b879cec-15f1-46e0-8794-c38a6aef4109 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407262 Jan 25 02:38:16.252609 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd9a89-b8df-4acc-8922-d67a8c6402ba req-feb3ae72-6d8b-4ed4-a072-cd079ebf8834 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:16.254778 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-09cd9a89-b8df-4acc-8922-d67a8c6402ba req-feb3ae72-6d8b-4ed4-a072-cd079ebf8834 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0502672 Jan 25 02:38:16.300797 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-09cd9a89-b8df-4acc-8922-d67a8c6402ba req-fedfcde0-41d0-409f-a677-b88946911105 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 Jan 25 02:38:17.413353 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf588e4-90b5-44b6-9506-9f11b03b24bc req-db93bea1-9233-455b-918c-3411a2ede4ee tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:17.414794 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-daf588e4-90b5-44b6-9506-9f11b03b24bc req-db93bea1-9233-455b-918c-3411a2ede4ee tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0471275 Jan 25 02:38:17.465868 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-daf588e4-90b5-44b6-9506-9f11b03b24bc req-14fee1b7-9560-48b0-9c10-0d222d76a1ce tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/security-groups?id=eafa4151-c668-44b1-9ad1-d7c1d1f69e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456066 Jan 25 02:38:17.685979 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-ea437aca-74db-4878-8858-bcba666e55e5 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:17.687915 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-ea437aca-74db-4878-8858-bcba666e55e5 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.121 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 946 time: 0.0612545 Jan 25 02:38:17.776194 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 44722) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:17.804381 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-09c1dbab-2ee3-4c1a-a585-a0d961cb1f73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Deleting port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:38:17.805054 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-09c1dbab-2ee3-4c1a-a585-a0d961cb1f73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:17.906328 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-09c1dbab-2ee3-4c1a-a585-a0d961cb1f73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] For port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,segment=NetworkSegment(58ce8baa-0456-46ad-913e-7373bedfa0a0),segment_id=58ce8baa-0456-46ad-913e-7373bedfa0a0)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:17.907277 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-09c1dbab-2ee3-4c1a-a585-a0d961cb1f73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:17.920346 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-09c1dbab-2ee3-4c1a-a585-a0d961cb1f73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Calling delete_port for 7ed33fa1-bc3b-4320-bb11-10ae7d98606e owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:38:17.970935 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-02b668d5-462b-4db3-b3a5-c21112413c43 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ca89fe619a044ee683b1b81b0d90e2ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934185 Jan 25 02:38:17.974167 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 44730) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:18.027319 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-88ec97f5-1ea2-46f2-916b-47607510a1b0 admin admin] Publish callbacks [] for security_group (25f5014e-36af-4434-870b-873db42e4fc1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:18.051707 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-88ec97f5-1ea2-46f2-916b-47607510a1b0 admin admin] Publish callbacks [] for security_group (25f5014e-36af-4434-870b-873db42e4fc1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:18.061259 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-09c1dbab-2ee3-4c1a-a585-a0d961cb1f73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (7ed33fa1-bc3b-4320-bb11-10ae7d98606e), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:18.098797 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1dbab-2ee3-4c1a-a585-a0d961cb1f73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Pushing event deleted for resources: {'Port': ['ID=7ed33fa1-bc3b-4320-bb11-10ae7d98606e,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:18.104774 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['7ed33fa1-bc3b-4320-bb11-10ae7d98606e'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:18.105545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-88ec97f5-1ea2-46f2-916b-47607510a1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (25f5014e-36af-4434-870b-873db42e4fc1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:18.109195 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-88ec97f5-1ea2-46f2-916b-47607510a1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:18.110551 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-88ec97f5-1ea2-46f2-916b-47607510a1b0 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/25f5014e-36af-4434-870b-873db42e4fc1 HTTP/1.1" status: 204 len: 168 time: 0.1352851 Jan 25 02:38:18.122960 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec97f5-1ea2-46f2-916b-47607510a1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f5014e-36af-4434-870b-873db42e4fc1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:18.160785 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-09c1dbab-2ee3-4c1a-a585-a0d961cb1f73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] No DVR routers for this DVR port 7ed33fa1-bc3b-4320-bb11-10ae7d98606e on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:38:18.164815 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-09c1dbab-2ee3-4c1a-a585-a0d961cb1f73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:18.168151 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee93400c-cfdb-4943-9c5b-477ec60936ee req-09c1dbab-2ee3-4c1a-a585-a0d961cb1f73 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.121 "DELETE /v2.0/ports/7ed33fa1-bc3b-4320-bb11-10ae7d98606e HTTP/1.1" status: 204 len: 173 time: 0.4736760 Jan 25 02:38:18.168652 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a456bfd-fab3-4e74-a147-78a464875f98', 'name': 'network-vif-deleted', 'tag': '7ed33fa1-bc3b-4320-bb11-10ae7d98606e'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:18.170889 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c764431-2550-4c23-8fdd-f9f51b5fcfce" -d '{"events": [{"server_uuid": "7a456bfd-fab3-4e74-a147-78a464875f98", "name": "network-vif-deleted", "tag": "7ed33fa1-bc3b-4320-bb11-10ae7d98606e"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:18.210893 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0443ff-ae05-4570-af7c-36ed3bafce20 x-openstack-request-id: req-ed0443ff-ae05-4570-af7c-36ed3bafce20 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:18.211203 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a456bfd-fab3-4e74-a147-78a464875f98", "name": "network-vif-deleted", "tag": "7ed33fa1-bc3b-4320-bb11-10ae7d98606e", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:18.211466 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ed0443ff-ae05-4570-af7c-36ed3bafce20 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:18.211902 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a456bfd-fab3-4e74-a147-78a464875f98', 'name': 'network-vif-deleted', 'tag': '7ed33fa1-bc3b-4320-bb11-10ae7d98606e', 'status': 'completed', 'code': 200} Jan 25 02:38:18.577066 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-00ce9fbf-4d8b-4b36-b532-03f2ab6490a4 req-308e4022-b772-4492-9295-f2a02591789b tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] 10.222.0.117 "GET /v2.0/ports?device_id=7a456bfd-fab3-4e74-a147-78a464875f98 HTTP/1.1" status: 200 len: 210 time: 0.0251923 Jan 25 02:38:19.154862 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65de97c-ec1d-4129-b0c6-568887a9dd5a req-0301cc1e-5f4d-4c19-b85d-22578f67f604 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:19.156422 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d65de97c-ec1d-4129-b0c6-568887a9dd5a req-0301cc1e-5f4d-4c19-b85d-22578f67f604 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0543039 Jan 25 02:38:19.222823 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cdb11-f657-4a42-8e1d-1a2387fb3e82 req-b956ed9d-b35f-475e-8370-218219346682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:19.224370 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-247cdb11-f657-4a42-8e1d-1a2387fb3e82 req-b956ed9d-b35f-475e-8370-218219346682 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 1098 time: 0.0670593 Jan 25 02:38:19.244699 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d65de97c-ec1d-4129-b0c6-568887a9dd5a req-4c6d5b23-2e70-44f7-bd61-daa9cdaaf7ee tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636272 Jan 25 02:38:19.324253 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cdb11-f657-4a42-8e1d-1a2387fb3e82 req-5c777aec-13d4-40ea-a04c-ebc1310836a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:19.325749 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-247cdb11-f657-4a42-8e1d-1a2387fb3e82 req-5c777aec-13d4-40ea-a04c-ebc1310836a1 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 919 time: 0.0926099 Jan 25 02:38:19.367040 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-247cdb11-f657-4a42-8e1d-1a2387fb3e82 req-83ab52bc-28f3-4eac-9767-efd19aab0c4f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f HTTP/1.1" status: 200 len: 217 time: 0.0350616 Jan 25 02:38:19.414052 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cdb11-f657-4a42-8e1d-1a2387fb3e82 req-a73e5b94-8ebf-46e6-ab3a-2b0db5674837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:19.415513 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-247cdb11-f657-4a42-8e1d-1a2387fb3e82 req-a73e5b94-8ebf-46e6-ab3a-2b0db5674837 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 200 len: 858 time: 0.0431309 Jan 25 02:38:19.445802 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-247cdb11-f657-4a42-8e1d-1a2387fb3e82 req-e9fcca36-b271-4bfa-b876-ef3f4ff5111d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237491 Jan 25 02:38:19.539005 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-247cdb11-f657-4a42-8e1d-1a2387fb3e82 req-ff25d401-9f35-419f-b419-086c754ab4f0 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860703 Jan 25 02:38:19.640568 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-247cdb11-f657-4a42-8e1d-1a2387fb3e82 req-b4d0fd70-d201-48a3-9761-f101320e429c service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949311 Jan 25 02:38:20.375441 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b6c28-d84a-4d9b-97a9-2f8cece16bae req-d8cb4a84-a81e-4e00-8db1-cc484937080e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:20.376945 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a72b6c28-d84a-4d9b-97a9-2f8cece16bae req-d8cb4a84-a81e-4e00-8db1-cc484937080e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0524576 Jan 25 02:38:20.423341 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a72b6c28-d84a-4d9b-97a9-2f8cece16bae req-51f77dc4-5300-43bf-8d2c-03ffe7950c5d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Jan 25 02:38:20.786004 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-7b4ce1c5-c8d8-4c02-a30e-f713e6af6fae tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:20.787467 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-7b4ce1c5-c8d8-4c02-a30e-f713e6af6fae tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 815 time: 0.1026323 Jan 25 02:38:20.802585 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-3b7aa1d7-8f92-4cc3-81ae-6f9a86d58025 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/quotas/6d1acc2413564b368f3c2ec812ffe6ef HTTP/1.1" status: 200 len: 375 time: 0.0094490 Jan 25 02:38:20.854578 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-4ed0638e-7add-4ee8-a92e-aa9d95be1a6c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472920 Jan 25 02:38:20.943128 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-c2833334-b7b4-4aef-a62f-a1bc4fc1eac4 service neutron] 10.222.0.117 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816455 Jan 25 02:38:21.034567 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-72f8cf7a-55aa-4b34-9769-f74818661be0 service neutron] 10.222.0.117 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860741 Jan 25 02:38:21.188478 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a4948fdc-539c-459c-bba5-bb90fb0bbce6 req-f2610f8f-535a-4ca1-b47f-f45d8af5d508 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 210 time: 0.0258744 Jan 25 02:38:21.542981 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35a0b7-b5eb-48c8-ac39-addd60366c1f req-915185a9-b3a1-4c3c-af57-f6ab4989d31b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:21.544513 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fa35a0b7-b5eb-48c8-ac39-addd60366c1f req-915185a9-b3a1-4c3c-af57-f6ab4989d31b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0502336 Jan 25 02:38:21.595064 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fa35a0b7-b5eb-48c8-ac39-addd60366c1f req-b6ec44ee-1e23-46a4-9487-1f07fd9bc2ff tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 Jan 25 02:38:21.658798 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 44880) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:21.761286 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-805da4eb-91cb-4583-9680-67b4830c7cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:21.837471 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-805da4eb-91cb-4583-9680-67b4830c7cbc admin admin] Publish callbacks [] for security_group (15895c33-70d6-43da-92b3-dfa74930631f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:21.840992 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-805da4eb-91cb-4583-9680-67b4830c7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (15895c33-70d6-43da-92b3-dfa74930631f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:21.879214 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-805da4eb-91cb-4583-9680-67b4830c7cbc admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=328b1538b6f2451896aedffaa316f568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185469 Jan 25 02:38:21.880378 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805da4eb-91cb-4583-9680-67b4830c7cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15895c33-70d6-43da-92b3-dfa74930631f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:21.882939 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 44886) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:22.154889 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f26a196f-4d3e-4f0e-9b30-ae92da75755c admin admin] Publish callbacks [] for security_group (15895c33-70d6-43da-92b3-dfa74930631f), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:22.175349 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f26a196f-4d3e-4f0e-9b30-ae92da75755c admin admin] Publish callbacks [] for security_group (15895c33-70d6-43da-92b3-dfa74930631f), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:22.220916 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f26a196f-4d3e-4f0e-9b30-ae92da75755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (15895c33-70d6-43da-92b3-dfa74930631f), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:22.224682 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f26a196f-4d3e-4f0e-9b30-ae92da75755c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:22.225823 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f26a196f-4d3e-4f0e-9b30-ae92da75755c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/15895c33-70d6-43da-92b3-dfa74930631f HTTP/1.1" status: 204 len: 168 time: 0.3410382 Jan 25 02:38:22.235008 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a196f-4d3e-4f0e-9b30-ae92da75755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15895c33-70d6-43da-92b3-dfa74930631f,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:22.294736 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c013ce06-2e79-469d-b830-45f57d96e7b5 req-f0763742-0f76-41af-8bf3-948f5eb4b294 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 210 time: 0.0269554 Jan 25 02:38:22.713579 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465da0e-02a0-4fb1-8919-dafdcf6e4edf req-e4c2997c-16f6-4a87-82bf-c0edca3d5568 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:22.715101 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c465da0e-02a0-4fb1-8919-dafdcf6e4edf req-e4c2997c-16f6-4a87-82bf-c0edca3d5568 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0491798 Jan 25 02:38:22.762034 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c465da0e-02a0-4fb1-8919-dafdcf6e4edf req-e46c550f-e239-46fe-b2d3-fef139093bf3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Jan 25 02:38:23.389422 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ff9fbfca-5221-47ab-885a-8f73f1a911b9 req-1ab21da0-5581-48e8-83bf-4113d891a021 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 210 time: 0.0271842 Jan 25 02:38:23.473799 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 7ed33fa1-bc3b-4320-bb11-10ae7d98606e no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:38:23.496603 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: 7ed33fa1-bc3b-4320-bb11-10ae7d98606e {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:38:23.496947 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 7ed33fa1-bc3b-4320-bb11-10ae7d98606e not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:38:23.876745 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a53bd-ce94-416b-bdf1-d74acaaa28d5 req-a813c0d9-db05-40cf-9c98-0177efccc1a1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:23.879341 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-999a53bd-ce94-416b-bdf1-d74acaaa28d5 req-a813c0d9-db05-40cf-9c98-0177efccc1a1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0476296 Jan 25 02:38:23.924346 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-999a53bd-ce94-416b-bdf1-d74acaaa28d5 req-22d5815a-51b1-4810-b5c3-a485b51765fa tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Jan 25 02:38:24.482871 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e8e08054-192a-4d5c-8c32-8658ed6ccc09 req-7a2d356b-6b7d-4f31-9d56-184a933c8bfb tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 210 time: 0.0271447 Jan 25 02:38:25.053315 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a08f8b-0562-4e5d-bf54-bc38bc7e7fff req-774955fd-9f32-452f-b65a-9c1e12f10d20 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:25.054792 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a0a08f8b-0562-4e5d-bf54-bc38bc7e7fff req-774955fd-9f32-452f-b65a-9c1e12f10d20 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0611234 Jan 25 02:38:25.105562 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a0a08f8b-0562-4e5d-bf54-bc38bc7e7fff req-b6adda98-01ee-40d5-88cd-2e7cd79c9e5c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448723 Jan 25 02:38:25.582703 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee880f99-6fa5-4354-87d5-4905a981ec67 req-d87e04ff-96ee-4271-9362-194c5c9b92d8 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 210 time: 0.0262487 Jan 25 02:38:25.716943 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-d80b3cad-0aef-4f0e-8219-897df74269c6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:25.718703 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-d80b3cad-0aef-4f0e-8219-897df74269c6 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 815 time: 0.1057184 Jan 25 02:38:25.784238 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Request body: {'port': {'device_id': 'd03db787-fc40-4247-b442-5f4d5a249b45', 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8', 'admin_state_up': True, 'tenant_id': '6d1acc2413564b368f3c2ec812ffe6ef'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:25.894945 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Made reservation on behalf of 6d1acc2413564b368f3c2ec812ffe6ef for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:38:25.898801 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:26.029889 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Allocated IP 172.20.0.3 (40220640-c28f-4d62-b93f-4c106d7635f8/9bdd28ff-578c-4ad2-b3e2-22bed6db38ca/a0372615-f388-477c-b435-b63563d03fc5) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:38:26.198215 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks [] for port (a0372615-f388-477c-b435-b63563d03fc5), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:26.256020 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6ce29-0d0f-4786-b4fb-b1dd1ab9871f req-45ebea8c-08df-48ae-ac8e-eb6419117dbf tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:26.257540 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9da6ce29-0d0f-4786-b4fb-b1dd1ab9871f req-45ebea8c-08df-48ae-ac8e-eb6419117dbf tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0744612 Jan 25 02:38:26.281507 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (a0372615-f388-477c-b435-b63563d03fc5), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:26.336850 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['6d92fddd-f89a-463a-845a-88ec590624f2', 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf', '61e05125-5e19-461c-bd21-4d59f4e86e88'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:26.349206 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Network 40220640-c28f-4d62-b93f-4c106d7635f8 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:26.355597 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:26.368770 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9da6ce29-0d0f-4786-b4fb-b1dd1ab9871f req-c7563840-cc47-4849-ab24-cf40ece0a824 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046541 Jan 25 02:38:26.372673 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:38:26.405367 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Pushing event updated for resources: {'Port': ['ID=a0372615-f388-477c-b435-b63563d03fc5,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:26.446287 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:26.446952 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:26.464048 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-db543721-8d59-4b94-9b2a-20889101f204 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6834552 Jan 25 02:38:26.483226 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Request body: {'port': {'device_id': 'd03db787-fc40-4247-b442-5f4d5a249b45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:26.542970 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (a0372615-f388-477c-b435-b63563d03fc5), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:26.726992 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faeb117-5e80-4922-94f3-647996891a83 req-a71105a6-e27e-4ee9-b18a-cd631e2c377d tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:26.728594 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4faeb117-5e80-4922-94f3-647996891a83 req-a71105a6-e27e-4ee9-b18a-cd631e2c377d tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 931 time: 0.0564048 Jan 25 02:38:26.775660 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4faeb117-5e80-4922-94f3-647996891a83 req-a575325a-df63-4ebe-b594-8c40c1d8d930 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Jan 25 02:38:26.841955 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0372615-f388-477c-b435-b63563d03fc5 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:38:26.849196 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Publish callbacks [] for port (a0372615-f388-477c-b435-b63563d03fc5), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:26.860898 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Transition to ACTIVE for port object a0372615-f388-477c-b435-b63563d03fc5 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:38:26.864287 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (a0372615-f388-477c-b435-b63563d03fc5), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:26.913654 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0372615-f388-477c-b435-b63563d03fc5,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:26.978112 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Attempting to bind port a0372615-f388-477c-b435-b63563d03fc5 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:38:26.978446 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Attempting to bind port a0372615-f388-477c-b435-b63563d03fc5 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:38:26.978772 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Attempting to bind port a0372615-f388-477c-b435-b63563d03fc5 on network 40220640-c28f-4d62-b93f-4c106d7635f8 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:26.982978 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Port a0372615-f388-477c-b435-b63563d03fc5 on network 40220640-c28f-4d62-b93f-4c106d7635f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:38:26.983297 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Attempting to bind port a0372615-f388-477c-b435-b63563d03fc5 on network 40220640-c28f-4d62-b93f-4c106d7635f8 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:26.987990 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:38:26.988328 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Checking segment: {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:26.988710 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Bound using segment: {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:38:26.989168 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Bound port: a0372615-f388-477c-b435-b63563d03fc5, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f97523-0ce0-4361-93ab-ed25278c7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:38:26.989504 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (a0372615-f388-477c-b435-b63563d03fc5), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.058700 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] For port a0372615-f388-477c-b435-b63563d03fc5, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:38:27.062266 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] For port a0372615-f388-477c-b435-b63563d03fc5, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=a0372615-f388-477c-b435-b63563d03fc5,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:38:27.066049 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (a0372615-f388-477c-b435-b63563d03fc5), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.098775 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:27.099471 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.100875 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] 10.222.0.121 "PUT /v2.0/ports/a0372615-f388-477c-b435-b63563d03fc5 HTTP/1.1" status: 200 len: 1093 time: 0.6219277 Jan 25 02:38:27.101317 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03db787-fc40-4247-b442-5f4d5a249b45', 'tag': 'a0372615-f388-477c-b435-b63563d03fc5'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:27.103678 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10319f17-872b-4c79-8305-00d0c0e0f377" -d '{"events": [{"name": "network-changed", "server_uuid": "d03db787-fc40-4247-b442-5f4d5a249b45", "tag": "a0372615-f388-477c-b435-b63563d03fc5"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:27.129103 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a6c89-67c0-4d58-b7e6-c8028ae8edd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0372615-f388-477c-b435-b63563d03fc5,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:27.143710 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384b42ed-e9d5-43ff-a655-d6f1bad43885 x-openstack-request-id: req-384b42ed-e9d5-43ff-a655-d6f1bad43885 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:27.144179 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03db787-fc40-4247-b442-5f4d5a249b45", "tag": "a0372615-f388-477c-b435-b63563d03fc5", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:27.144432 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-384b42ed-e9d5-43ff-a655-d6f1bad43885 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:27.144838 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03db787-fc40-4247-b442-5f4d5a249b45', 'tag': 'a0372615-f388-477c-b435-b63563d03fc5', 'status': 'completed', 'code': 200} Jan 25 02:38:27.274589 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-341a7107-491c-4e4f-aa8e-655604672437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:27.291135 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-341a7107-491c-4e4f-aa8e-655604672437 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 1096 time: 0.0615461 Jan 25 02:38:27.343192 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-48bf93dc-bc31-4556-ad8a-639f885fd75d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0372615-f388-477c-b435-b63563d03fc5 HTTP/1.1" status: 200 len: 217 time: 0.0368066 Jan 25 02:38:27.403164 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-9ee91f9a-a49c-4072-9d78-6fd38f2c5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:27.404686 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-9ee91f9a-a49c-4072-9d78-6fd38f2c5be7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9bdd28ff-578c-4ad2-b3e2-22bed6db38ca HTTP/1.1" status: 200 len: 855 time: 0.0545564 Jan 25 02:38:27.438402 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-eda29e4f-5152-4862-8d7d-c3b0505d1ae6 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=40220640-c28f-4d62-b93f-4c106d7635f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263438 Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.575279 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:27.579353 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:27.587011 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb6859-ee03-4c8e-9a24-0b7080461e2e req-67142bb0-406c-40af-8acd-5c8290b533cf tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:27.597355 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5adb6859-ee03-4c8e-9a24-0b7080461e2e req-67142bb0-406c-40af-8acd-5c8290b533cf tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.1474221 Jan 25 02:38:27.669176 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-c6b49f9f-470a-4719-90dd-78597c0ad0da service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202752 Jan 25 02:38:27.710875 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5adb6859-ee03-4c8e-9a24-0b7080461e2e req-e81f610b-9d0e-42f3-a0a9-f334e0ed43b0 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121650 Jan 25 02:38:27.838649 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d91adfac-672d-4a87-aec6-aaf844dc09f4 req-cf28a19a-20f8-4818-858f-2cc9d00c423f service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603546 Jan 25 02:38:27.962114 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c88c-761e-4572-b46e-a4af4f8e7cad req-4f4bbbba-f6a4-4a5b-9c5c-1ba9c3d5b966 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:27.973241 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-df66c88c-761e-4572-b46e-a4af4f8e7cad req-4f4bbbba-f6a4-4a5b-9c5c-1ba9c3d5b966 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 943 time: 0.1009228 Jan 25 02:38:28.021872 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6df8984f-b242-44b0-899e-6248a2609f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:28.072889 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-df66c88c-761e-4572-b46e-a4af4f8e7cad req-98dc4666-c9e0-489b-8323-e455567d08aa tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955482 Jan 25 02:38:28.083556 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10319f17-872b-4c79-8305-00d0c0e0f377 req-d76a6dda-2684-4aa0-8379-9b7dd1c6f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:28.085116 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-10319f17-872b-4c79-8305-00d0c0e0f377 req-d76a6dda-2684-4aa0-8379-9b7dd1c6f09a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 1096 time: 0.0584283 Jan 25 02:38:28.201964 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10319f17-872b-4c79-8305-00d0c0e0f377 req-186a2f2c-36ff-4dd5-a012-ec679d0be7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:28.206262 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-10319f17-872b-4c79-8305-00d0c0e0f377 req-186a2f2c-36ff-4dd5-a012-ec679d0be7d9 service neutron] 10.222.0.121 "GET /v2.0/networks?id=40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 200 len: 916 time: 0.1096258 Jan 25 02:38:28.262503 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-10319f17-872b-4c79-8305-00d0c0e0f377 req-c6e58b7a-83f2-42d0-938f-483939d550ec service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0372615-f388-477c-b435-b63563d03fc5 HTTP/1.1" status: 200 len: 217 time: 0.0503037 Jan 25 02:38:28.348830 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10319f17-872b-4c79-8305-00d0c0e0f377 req-2fcf9c69-f5dc-4a94-ba01-bac2903348e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:28.350946 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-10319f17-872b-4c79-8305-00d0c0e0f377 req-2fcf9c69-f5dc-4a94-ba01-bac2903348e5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9bdd28ff-578c-4ad2-b3e2-22bed6db38ca HTTP/1.1" status: 200 len: 855 time: 0.0827057 Jan 25 02:38:28.397635 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-10319f17-872b-4c79-8305-00d0c0e0f377 req-e36497ba-bc0e-49e5-9195-6a5800b4ca5b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=40220640-c28f-4d62-b93f-4c106d7635f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392973 Jan 25 02:38:28.517036 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-10319f17-872b-4c79-8305-00d0c0e0f377 req-2aa6a420-f056-41f2-bd32-b12ae8cb2294 service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110578 Jan 25 02:38:28.636292 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-10319f17-872b-4c79-8305-00d0c0e0f377 req-80e96be0-f1e8-49ee-963f-90d5b76b54e0 service neutron] 10.222.0.121 "GET /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061287 Jan 25 02:38:28.880403 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012566-3af9-409a-9b3b-0b19641dd127 req-845ed2c3-07d0-477f-a262-53983fca9dcc tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:28.881961 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-58012566-3af9-409a-9b3b-0b19641dd127 req-845ed2c3-07d0-477f-a262-53983fca9dcc tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0591915 Jan 25 02:38:28.932437 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-58012566-3af9-409a-9b3b-0b19641dd127 req-58045cb5-1758-4ca9-91ff-08899a0a8ab8 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449598 Jan 25 02:38:29.250843 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ce353-4482-421d-8e85-117d281dc7a0 req-f20c6b7b-6561-4d27-afa4-0dbffc153a48 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:29.256194 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c89ce353-4482-421d-8e85-117d281dc7a0 req-f20c6b7b-6561-4d27-afa4-0dbffc153a48 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 943 time: 0.0698583 Jan 25 02:38:29.357583 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c89ce353-4482-421d-8e85-117d281dc7a0 req-055893ce-5c1a-4011-8ff7-d33653b42372 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967376 Jan 25 02:38:29.371573 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f41f1a-425b-4b63-a58b-d0de5f7e6a2d req-f7ed20dc-205d-430c-b45c-a108419232cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:29.373696 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f41f1a-425b-4b63-a58b-d0de5f7e6a2d req-f7ed20dc-205d-430c-b45c-a108419232cc service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 1098 time: 0.0708117 Jan 25 02:38:29.490682 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f41f1a-425b-4b63-a58b-d0de5f7e6a2d req-6e06e7b9-8bb4-436f-bae0-fba78afce0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:29.492287 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f41f1a-425b-4b63-a58b-d0de5f7e6a2d req-6e06e7b9-8bb4-436f-bae0-fba78afce0b6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 919 time: 0.0952530 Jan 25 02:38:29.546380 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f41f1a-425b-4b63-a58b-d0de5f7e6a2d req-90cab81c-4fe4-4576-92e0-e0ec9d9fa7a6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f HTTP/1.1" status: 200 len: 217 time: 0.0463915 Jan 25 02:38:29.635728 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f41f1a-425b-4b63-a58b-d0de5f7e6a2d req-ce882950-c96a-4e6b-a4ff-239b7caef1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:29.636431 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f41f1a-425b-4b63-a58b-d0de5f7e6a2d req-ce882950-c96a-4e6b-a4ff-239b7caef1ba service neutron] 10.222.0.121 "GET /v2.0/subnets?id=417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 200 len: 858 time: 0.0718796 Jan 25 02:38:29.695662 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f41f1a-425b-4b63-a58b-d0de5f7e6a2d req-f82dcf96-67f3-4a32-838d-fe866bb95eb9 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329354 Jan 25 02:38:29.803883 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f41f1a-425b-4b63-a58b-d0de5f7e6a2d req-752716b5-9a0f-40f4-9ac3-17840110265c service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000051 Jan 25 02:38:29.836331 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45072) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:29.929127 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f41f1a-425b-4b63-a58b-d0de5f7e6a2d req-3143281e-3287-4a6f-95f9-60167b225b9d service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161759 Jan 25 02:38:30.086871 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e06d7002-5772-4c00-82e2-6f37c90bc664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.166454 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657df3c-0a0d-49eb-a04d-4cd471fd0800 req-66ed4f3e-0c3b-4e6a-b0db-b4999e92aeab tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:30.170228 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2657df3c-0a0d-49eb-a04d-4cd471fd0800 req-66ed4f3e-0c3b-4e6a-b0db-b4999e92aeab tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0839114 Jan 25 02:38:30.178390 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-44d2e9aa-b401-44aa-a3be-f18fecc10217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.274637 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e06d7002-5772-4c00-82e2-6f37c90bc664 admin admin] Publish callbacks [] for security_group (c9f2fb5b-c1b5-4c2c-a1d3-fb1870a6f9e3), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.280681 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e06d7002-5772-4c00-82e2-6f37c90bc664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c9f2fb5b-c1b5-4c2c-a1d3-fb1870a6f9e3), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.294794 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2657df3c-0a0d-49eb-a04d-4cd471fd0800 req-617fa7aa-1117-4e18-9fa2-7a3c658fc96a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155162 Jan 25 02:38:30.335127 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e06d7002-5772-4c00-82e2-6f37c90bc664 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=aa9ef1e813764e05bf1c4ff98ee14c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4957132 Jan 25 02:38:30.337761 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45086) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:30.347464 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d7002-5772-4c00-82e2-6f37c90bc664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f2fb5b-c1b5-4c2c-a1d3-fb1870a6f9e3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:30.391396 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Publish callbacks [] for security_group (c9f2fb5b-c1b5-4c2c-a1d3-fb1870a6f9e3), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.418811 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Publish callbacks [] for security_group (c9f2fb5b-c1b5-4c2c-a1d3-fb1870a6f9e3), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.485226 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c9f2fb5b-c1b5-4c2c-a1d3-fb1870a6f9e3), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.489336 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.504170 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/c9f2fb5b-c1b5-4c2c-a1d3-fb1870a6f9e3 HTTP/1.1" status: 204 len: 168 time: 0.1596398 Jan 25 02:38:30.508411 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420655d0-50a5-4b61-9f48-8ad28900576a req-c1bc911e-2aeb-405e-b696-d8f3fd044c44 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:30.518035 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-420655d0-50a5-4b61-9f48-8ad28900576a req-c1bc911e-2aeb-405e-b696-d8f3fd044c44 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 943 time: 0.0723724 Jan 25 02:38:30.518263 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f2fb5b-c1b5-4c2c-a1d3-fb1870a6f9e3,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:30.526466 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.526685 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.527025 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.527375 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.527736 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.528080 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.528419 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.528753 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.529085 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.529412 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.529746 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.530076 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.530464 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bf8e4-0814-4f29-8e15-c1a60b57dfc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:30.591457 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-420655d0-50a5-4b61-9f48-8ad28900576a req-01609f0b-acda-41ff-8ab7-58275655cc7f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720026 Jan 25 02:38:31.018240 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:31.466679 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4a82d-49c8-47df-9d99-e3344ef7d937 req-dc076731-9fa4-4bb4-bb67-5b60a212bfe6 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:31.468772 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f1c4a82d-49c8-47df-9d99-e3344ef7d937 req-dc076731-9fa4-4bb4-bb67-5b60a212bfe6 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0836887 Jan 25 02:38:31.516581 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:31.530755 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f1c4a82d-49c8-47df-9d99-e3344ef7d937 req-ecd2c05b-ae59-46f4-a718-bf1a9017c646 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554793 Jan 25 02:38:31.732462 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bf668-60a9-4113-a751-93b56c41a3eb req-02fe951c-a4e8-4db7-8d1f-ac950f75a929 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:31.734039 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-797bf668-60a9-4113-a751-93b56c41a3eb req-02fe951c-a4e8-4db7-8d1f-ac950f75a929 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 943 time: 0.0586286 Jan 25 02:38:31.801893 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-797bf668-60a9-4113-a751-93b56c41a3eb req-95ed2c1d-cbe0-4310-a3ab-63288966d975 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581021 Jan 25 02:38:32.650294 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85d595-29f5-4498-8a1b-48078282a4ee req-1b715b84-0f5b-4c6f-ab30-10cf0cc9387b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:32.651793 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fe85d595-29f5-4498-8a1b-48078282a4ee req-1b715b84-0f5b-4c6f-ab30-10cf0cc9387b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0498691 Jan 25 02:38:32.697759 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fe85d595-29f5-4498-8a1b-48078282a4ee req-dcf69134-b0d1-4c4b-8d28-2f652224f1e3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 Jan 25 02:38:32.922932 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0371-0118-46b6-a3d9-d778de8f5d4f req-0afba15c-3c97-4b27-bcc5-b16497eca686 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:32.924444 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f39e0371-0118-46b6-a3d9-d778de8f5d4f req-0afba15c-3c97-4b27-bcc5-b16497eca686 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 943 time: 0.0484157 Jan 25 02:38:32.933504 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:32.972113 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f39e0371-0118-46b6-a3d9-d778de8f5d4f req-fba335da-491d-4d2b-94e1-2ab8822e7277 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418789 Jan 25 02:38:33.813680 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15faa-22d6-4ce1-a70b-13945dd60db0 req-3c99b843-01e6-4f43-9d10-b55dae4bb08f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:33.815135 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-57c15faa-22d6-4ce1-a70b-13945dd60db0 req-3c99b843-01e6-4f43-9d10-b55dae4bb08f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0500526 Jan 25 02:38:33.860856 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-57c15faa-22d6-4ce1-a70b-13945dd60db0 req-f6b82a3e-b2a5-4e42-aecf-395dc6cdf0ee tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Jan 25 02:38:34.083311 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d812291-a1c2-496e-9d8f-4da2243085cf req-a9e23794-fd48-4fdd-a7f9-cddf42c1db41 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:34.084960 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5d812291-a1c2-496e-9d8f-4da2243085cf req-a9e23794-fd48-4fdd-a7f9-cddf42c1db41 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 943 time: 0.0468216 Jan 25 02:38:34.131277 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5d812291-a1c2-496e-9d8f-4da2243085cf req-1fdcd826-11e4-43fd-8965-0f270fdcd6a8 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Jan 25 02:38:34.150319 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:34.972603 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3d8a9-0cfd-4c9e-81e3-9975d2d258b6 req-e21713e5-50cb-4a45-afac-2996965937a3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:34.974801 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c3e3d8a9-0cfd-4c9e-81e3-9975d2d258b6 req-e21713e5-50cb-4a45-afac-2996965937a3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0490043 Jan 25 02:38:35.023956 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c3e3d8a9-0cfd-4c9e-81e3-9975d2d258b6 req-ae0a055c-028c-4d53-b341-e42f060139ad tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Jan 25 02:38:35.244973 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15183d24-3ac5-4f8e-998a-47a0f308d4b3 req-aacc91a0-c061-482e-87c7-7c419ec65212 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:35.246314 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-15183d24-3ac5-4f8e-998a-47a0f308d4b3 req-aacc91a0-c061-482e-87c7-7c419ec65212 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 943 time: 0.0475323 Jan 25 02:38:35.293671 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-15183d24-3ac5-4f8e-998a-47a0f308d4b3 req-4a6afbea-fc27-4cf3-be22-81c62aa75888 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Jan 25 02:38:35.522503 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device a0372615-f388-477c-b435-b63563d03fc5 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:38:35.622028 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port a0372615-f388-477c-b435-b63563d03fc5, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=a0372615-f388-477c-b435-b63563d03fc5,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:35.633846 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'a0372615-f388-477c-b435-b63563d03fc5', 'network_id': '40220640-c28f-4d62-b93f-4c106d7635f8', 'port_id': 'a0372615-f388-477c-b435-b63563d03fc5', 'mac_address': 'fa:16:3e:9c:8b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdd28ff-578c-4ad2-b3e2-22bed6db38ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:38:35.669260 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port a0372615-f388-477c-b435-b63563d03fc5 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:35.669653 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (a0372615-f388-477c-b435-b63563d03fc5), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.683942 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0372615-f388-477c-b435-b63563d03fc5 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:38:35.705101 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port a0372615-f388-477c-b435-b63563d03fc5, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=a0372615-f388-477c-b435-b63563d03fc5,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:35.710371 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (a0372615-f388-477c-b435-b63563d03fc5), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.762769 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=a0372615-f388-477c-b435-b63563d03fc5,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:35.770828 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.771276 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.771646 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.772023 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.772361 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.772699 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.773028 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.773360 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.773687 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.774020 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.774527 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.774805 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.775477 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:36.154535 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cc35c-5985-4538-b588-a4bec0eb4a01 req-a4854935-36d3-4fca-a13f-de227078a35a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:36.162818 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3a8cc35c-5985-4538-b588-a4bec0eb4a01 req-a4854935-36d3-4fca-a13f-de227078a35a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0612056 Jan 25 02:38:36.227872 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3a8cc35c-5985-4538-b588-a4bec0eb4a01 req-8b67c67e-cb83-41dd-aa60-c2905aa6a9c2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598991 Jan 25 02:38:36.425157 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1d67e-a18c-4177-b07d-d17c11cb9e5e req-27138147-580a-419c-b2a2-62fa2163bb77 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:36.426789 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-58a1d67e-a18c-4177-b07d-d17c11cb9e5e req-27138147-580a-419c-b2a2-62fa2163bb77 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 944 time: 0.0605128 Jan 25 02:38:36.490274 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-58a1d67e-a18c-4177-b07d-d17c11cb9e5e req-88be18a5-7fe4-4a2d-810b-953534fb0b5a tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551305 Jan 25 02:38:36.985217 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['a0372615-f388-477c-b435-b63563d03fc5'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:37.356243 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec337b3-3d89-48c0-a032-af5b9a3b4dc2 req-c2867bc8-3c6f-4177-ae5d-193d5ffa59cc tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:37.358094 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0ec337b3-3d89-48c0-a032-af5b9a3b4dc2 req-c2867bc8-3c6f-4177-ae5d-193d5ffa59cc tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0537517 Jan 25 02:38:37.424338 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0ec337b3-3d89-48c0-a032-af5b9a3b4dc2 req-990204a4-192a-4232-aa59-c92d8bf7b7a7 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590343 Jan 25 02:38:37.752102 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa011227-8f5d-4e7b-8252-c701adebac0d req-8168a47c-b527-4605-8b6f-1859346802c7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:37.772813 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aa011227-8f5d-4e7b-8252-c701adebac0d req-8168a47c-b527-4605-8b6f-1859346802c7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 944 time: 0.1709137 Jan 25 02:38:37.864786 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aa011227-8f5d-4e7b-8252-c701adebac0d req-277f2a5f-9641-4d97-a5ee-07062fdced19 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808930 Jan 25 02:38:38.194522 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cbcb2-1c51-4b80-9bfd-dea52423e412 req-8c9df1c4-e36b-45b4-a46f-0e084a6ae383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:38.196061 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b13cbcb2-1c51-4b80-9bfd-dea52423e412 req-8c9df1c4-e36b-45b4-a46f-0e084a6ae383 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 1098 time: 0.0383115 Jan 25 02:38:38.246087 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b13cbcb2-1c51-4b80-9bfd-dea52423e412 req-9f9ba7ba-d268-44fe-b7d4-e574d3081fc3 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434909 Jan 25 02:38:38.464423 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:38:38.550133 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd99358-dd3c-47d3-9ef2-c852ebed1fa9 req-2aad0f81-b407-4951-a63c-14e05f50b955 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:38.556363 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7bd99358-dd3c-47d3-9ef2-c852ebed1fa9 req-2aad0f81-b407-4951-a63c-14e05f50b955 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0579224 Jan 25 02:38:38.606602 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7bd99358-dd3c-47d3-9ef2-c852ebed1fa9 req-a3c9c5e3-c6a8-4447-b40b-383d18502c1b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Jan 25 02:38:39.034673 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b36f8-4529-46b9-bb8a-9c9732fb218d req-16442b0d-b9f8-40f8-9283-d60e7f76ebe4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:39.037586 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f11b36f8-4529-46b9-bb8a-9c9732fb218d req-16442b0d-b9f8-40f8-9283-d60e7f76ebe4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 944 time: 0.0849700 Jan 25 02:38:39.105730 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f11b36f8-4529-46b9-bb8a-9c9732fb218d req-8d23f0fd-0e4d-4f27-b918-d893a6dc6bb3 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625954 Jan 25 02:38:39.531879 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device a0372615-f388-477c-b435-b63563d03fc5 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:39.590113 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port a0372615-f388-477c-b435-b63563d03fc5 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:38:39.594896 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port a0372615-f388-477c-b435-b63563d03fc5 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:39.595564 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (a0372615-f388-477c-b435-b63563d03fc5), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.690299 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port a0372615-f388-477c-b435-b63563d03fc5 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:39.690994 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (a0372615-f388-477c-b435-b63563d03fc5), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.726080 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03db787-fc40-4247-b442-5f4d5a249b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0372615-f388-477c-b435-b63563d03fc5'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:39.729903 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667fbdc1-3bd1-47eb-a50f-62f987a15e43" -d '{"events": [{"server_uuid": "d03db787-fc40-4247-b442-5f4d5a249b45", "name": "network-vif-plugged", "status": "completed", "tag": "a0372615-f388-477c-b435-b63563d03fc5"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:39.737552 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port a0372615-f388-477c-b435-b63563d03fc5, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=a0372615-f388-477c-b435-b63563d03fc5,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:39.741453 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a4813-bfea-4d51-a4f2-0d7486557512 req-b0442ca9-99a3-4642-a591-ea1707f0663a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:39.744145 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (a0372615-f388-477c-b435-b63563d03fc5), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.764397 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-994a4813-bfea-4d51-a4f2-0d7486557512 req-b0442ca9-99a3-4642-a591-ea1707f0663a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0762074 Jan 25 02:38:39.795744 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e53491-8640-42bc-a952-bebd7de1efc3 x-openstack-request-id: req-b5e53491-8640-42bc-a952-bebd7de1efc3 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:39.796068 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03db787-fc40-4247-b442-5f4d5a249b45", "name": "network-vif-plugged", "status": "completed", "tag": "a0372615-f388-477c-b435-b63563d03fc5", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:39.796340 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-b5e53491-8640-42bc-a952-bebd7de1efc3 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:39.797183 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03db787-fc40-4247-b442-5f4d5a249b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0372615-f388-477c-b435-b63563d03fc5', 'code': 200} Jan 25 02:38:39.833238 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=a0372615-f388-477c-b435-b63563d03fc5,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:39.876635 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-994a4813-bfea-4d51-a4f2-0d7486557512 req-10d629df-37c6-45f9-b4b0-a67824201766 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074038 Jan 25 02:38:40.105277 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6d32a-e409-4042-a36c-135fc1d72483 req-5f92e0da-4ec6-45fb-803c-760eaa87a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:40.108495 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b5c6d32a-e409-4042-a36c-135fc1d72483 req-5f92e0da-4ec6-45fb-803c-760eaa87a465 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 1098 time: 0.0628636 Jan 25 02:38:40.176546 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b5c6d32a-e409-4042-a36c-135fc1d72483 req-4c985778-f5f1-4e22-8913-4422836dd5cc service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595970 Jan 25 02:38:40.312771 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e714726-5edc-4b19-9918-34c32a37c733 req-3bd2549e-a0db-4e64-85d0-a04a84a7bd42 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:40.321241 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1e714726-5edc-4b19-9918-34c32a37c733 req-3bd2549e-a0db-4e64-85d0-a04a84a7bd42 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 945 time: 0.0822377 Jan 25 02:38:40.385627 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1e714726-5edc-4b19-9918-34c32a37c733 req-bd6c50f9-75ef-40b0-9c23-50770560401c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631714 Jan 25 02:38:40.993849 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99d7b5-d5fe-4e3c-9320-3abb546ce297 req-d09ac6fe-3378-41f8-a086-7579e907e0c5 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:41.001990 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2b99d7b5-d5fe-4e3c-9320-3abb546ce297 req-d09ac6fe-3378-41f8-a086-7579e907e0c5 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0581772 Jan 25 02:38:41.059230 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2b99d7b5-d5fe-4e3c-9320-3abb546ce297 req-34786b30-6635-42ab-9fc0-22988feb53b0 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561724 Jan 25 02:38:41.561468 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d963-f235-4b4a-9562-828dd14e27bb req-0cba9741-c464-4063-ab0b-44efaee5234b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:41.573169 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-da32d963-f235-4b4a-9562-828dd14e27bb req-0cba9741-c464-4063-ab0b-44efaee5234b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 945 time: 0.0768037 Jan 25 02:38:41.647981 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45298) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:41.649807 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-da32d963-f235-4b4a-9562-828dd14e27bb req-6fd93d1c-885b-4ad2-8ff2-b7ead259d0b2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699508 Jan 25 02:38:41.772217 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-928bce45-ca9f-4379-a7ed-3e68b6e6f8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.867813 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-928bce45-ca9f-4379-a7ed-3e68b6e6f8ee admin admin] Publish callbacks [] for security_group (abf2db1f-b21a-4af5-9f29-1e8a980df2ab), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.876556 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-928bce45-ca9f-4379-a7ed-3e68b6e6f8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (abf2db1f-b21a-4af5-9f29-1e8a980df2ab), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.932280 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bce45-ca9f-4379-a7ed-3e68b6e6f8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf2db1f-b21a-4af5-9f29-1e8a980df2ab,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:41.944627 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45306) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:41.944936 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-928bce45-ca9f-4379-a7ed-3e68b6e6f8ee admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=6b2b7f1df6f240f184b9a03603619ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954323 Jan 25 02:38:42.027303 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Publish callbacks [] for security_group (abf2db1f-b21a-4af5-9f29-1e8a980df2ab), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.057078 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Publish callbacks [] for security_group (abf2db1f-b21a-4af5-9f29-1e8a980df2ab), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.129006 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (abf2db1f-b21a-4af5-9f29-1e8a980df2ab), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.131560 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.135350 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/abf2db1f-b21a-4af5-9f29-1e8a980df2ab HTTP/1.1" status: 204 len: 168 time: 0.1861708 Jan 25 02:38:42.147016 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf2db1f-b21a-4af5-9f29-1e8a980df2ab,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:42.154286 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.154664 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.155017 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.155362 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.155766 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.156056 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.156391 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.156711 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.157043 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.157377 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.157703 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.158026 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.158345 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1c4397-df01-47aa-b6c8-7ef47cda5272 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:42.248815 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98513247-c0f5-4a0e-a6cc-a7040573bc81 req-e2ed0047-3c89-4409-adf8-f2f260cca251 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:42.259758 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-98513247-c0f5-4a0e-a6cc-a7040573bc81 req-e2ed0047-3c89-4409-adf8-f2f260cca251 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.1162531 Jan 25 02:38:42.334186 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-98513247-c0f5-4a0e-a6cc-a7040573bc81 req-92523485-9609-43dd-ac33-ed2c93f591c2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733843 Jan 25 02:38:42.872445 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e9bbf-deb8-4068-9426-e38ede953627 req-2739ac8d-7ebe-4ab8-884c-341ede6dcd7e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:42.884215 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-588e9bbf-deb8-4068-9426-e38ede953627 req-2739ac8d-7ebe-4ab8-884c-341ede6dcd7e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 945 time: 0.1080287 Jan 25 02:38:42.921466 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a830f02-49ca-4118-8ac4-4e5534beb9c9 req-a8c992a7-8d56-42eb-b80d-20ebf79fe029 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:42.931180 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4a830f02-49ca-4118-8ac4-4e5534beb9c9 req-a8c992a7-8d56-42eb-b80d-20ebf79fe029 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.1325581 Jan 25 02:38:43.015765 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4a830f02-49ca-4118-8ac4-4e5534beb9c9 req-6e78dedc-246e-4ac3-bef4-b47236732b82 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703146 Jan 25 02:38:43.015765 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe1ce3-9477-40ac-8d4d-2271c5f50e25 req-0a16b819-6534-49d6-90a6-9b7361b7e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:43.015765 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bbfe1ce3-9477-40ac-8d4d-2271c5f50e25 req-0a16b819-6534-49d6-90a6-9b7361b7e388 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=feffe01cf3f84eb1800d246f235af06f&device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 1098 time: 0.1582355 Jan 25 02:38:43.053028 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-588e9bbf-deb8-4068-9426-e38ede953627 req-f7db7836-fed1-4a08-b852-5b7472acdafb tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677563 Jan 25 02:38:43.167174 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe1ce3-9477-40ac-8d4d-2271c5f50e25 req-fd1e9dcf-a06e-4615-8d45-aaf2e28f03df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:43.169678 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bbfe1ce3-9477-40ac-8d4d-2271c5f50e25 req-fd1e9dcf-a06e-4615-8d45-aaf2e28f03df service neutron] 10.222.0.121 "GET /v2.0/networks?id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 200 len: 919 time: 0.1457076 Jan 25 02:38:43.222394 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bbfe1ce3-9477-40ac-8d4d-2271c5f50e25 req-d679a362-3988-42c5-b660-c933f2ccf8c6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f HTTP/1.1" status: 200 len: 217 time: 0.0450525 Jan 25 02:38:43.286186 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe1ce3-9477-40ac-8d4d-2271c5f50e25 req-164db06a-5253-4b2f-b595-74d4c4727990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:43.287988 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bbfe1ce3-9477-40ac-8d4d-2271c5f50e25 req-164db06a-5253-4b2f-b595-74d4c4727990 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 200 len: 858 time: 0.0575893 Jan 25 02:38:43.344400 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bbfe1ce3-9477-40ac-8d4d-2271c5f50e25 req-bff5f534-713d-46e8-a3fd-3902a30add95 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482101 Jan 25 02:38:43.497063 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bbfe1ce3-9477-40ac-8d4d-2271c5f50e25 req-a7b6878d-05f2-4daf-98b9-aaf5055a6a56 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410184 Jan 25 02:38:43.632621 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bbfe1ce3-9477-40ac-8d4d-2271c5f50e25 req-a3f43a3c-09f2-414b-a075-568ccd50cd26 service neutron] 10.222.0.121 "GET /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219847 Jan 25 02:38:44.210407 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb38991-06e3-4d0e-a080-c79e8ab09fad req-269b25d5-97c2-4123-a647-02827f9ce7af tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:44.225171 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2cb38991-06e3-4d0e-a080-c79e8ab09fad req-269b25d5-97c2-4123-a647-02827f9ce7af tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.1101470 Jan 25 02:38:44.267684 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958244b-3734-4726-a127-72a2f4fbcdb1 req-2a710f8f-2ab6-47ab-898f-04efebbd6598 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:44.269061 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1958244b-3734-4726-a127-72a2f4fbcdb1 req-2a710f8f-2ab6-47ab-898f-04efebbd6598 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 945 time: 0.0810447 Jan 25 02:38:44.293757 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2cb38991-06e3-4d0e-a080-c79e8ab09fad req-e8b5ba8f-97f3-496d-840b-cabad1bc0398 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674102 Jan 25 02:38:44.350245 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1958244b-3734-4726-a127-72a2f4fbcdb1 req-962fbe54-263d-4973-a5e2-b41454408cf1 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674992 Jan 25 02:38:45.467443 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f5b55-08cb-4582-a58c-9c0bb2f0325a req-0b433949-ee3f-4b31-8e65-fbdc8baa32f2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:45.469122 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9c2f5b55-08cb-4582-a58c-9c0bb2f0325a req-0b433949-ee3f-4b31-8e65-fbdc8baa32f2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0836129 Jan 25 02:38:45.546017 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9c2f5b55-08cb-4582-a58c-9c0bb2f0325a req-222ee504-7328-470d-ba0c-47d84700945b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604358 Jan 25 02:38:46.749065 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5862b-6806-4964-84b8-ba6a58812c0f req-141723eb-b005-427e-a06b-eb63408fe823 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:46.751493 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0dd5862b-6806-4964-84b8-ba6a58812c0f req-141723eb-b005-427e-a06b-eb63408fe823 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0947642 Jan 25 02:38:46.826781 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0dd5862b-6806-4964-84b8-ba6a58812c0f req-69dcb438-cda7-4311-824f-080f57b0f05e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678539 Jan 25 02:38:47.953939 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aff202-cca4-474b-aeff-cb4904aa85c0 req-6d35ea3c-15d0-4455-bb37-53d840d084d1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:47.955969 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-97aff202-cca4-474b-aeff-cb4904aa85c0 req-6d35ea3c-15d0-4455-bb37-53d840d084d1 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Jan 25 02:38:48.007633 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-97aff202-cca4-474b-aeff-cb4904aa85c0 req-1bbff456-bacb-41cd-b602-e7cd74f2fdab tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443549 Jan 25 02:38:49.267011 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45498) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:49.405207 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588fca69-3add-4f90-9e57-83b67f860ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.499408 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588fca69-3add-4f90-9e57-83b67f860ac9 admin admin] Publish callbacks [] for security_group (d5f2cdf8-418f-4ade-8fe6-e8f9b9b9a772), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.503392 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588fca69-3add-4f90-9e57-83b67f860ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (d5f2cdf8-418f-4ade-8fe6-e8f9b9b9a772), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.543070 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45506) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:49.543642 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-588fca69-3add-4f90-9e57-83b67f860ac9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=bc694ce2854a4952a814d65fcc2bdc67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750213 Jan 25 02:38:49.552515 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fca69-3add-4f90-9e57-83b67f860ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f2cdf8-418f-4ade-8fe6-e8f9b9b9a772,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:49.610503 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-186e5960-8414-4235-9f62-5a44582216ba admin admin] Publish callbacks [] for security_group (d5f2cdf8-418f-4ade-8fe6-e8f9b9b9a772), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.634676 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-186e5960-8414-4235-9f62-5a44582216ba admin admin] Publish callbacks [] for security_group (d5f2cdf8-418f-4ade-8fe6-e8f9b9b9a772), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.688099 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-186e5960-8414-4235-9f62-5a44582216ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (d5f2cdf8-418f-4ade-8fe6-e8f9b9b9a772), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.690720 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-186e5960-8414-4235-9f62-5a44582216ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.692191 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-186e5960-8414-4235-9f62-5a44582216ba admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/d5f2cdf8-418f-4ade-8fe6-e8f9b9b9a772 HTTP/1.1" status: 204 len: 168 time: 0.1471534 Jan 25 02:38:49.706359 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e5960-8414-4235-9f62-5a44582216ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f2cdf8-418f-4ade-8fe6-e8f9b9b9a772,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:52.925182 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45608) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:52.971357 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f226f51-6a93-4ba6-ad6a-9317cfacf16e admin admin] Deleting subnet d183a016-339c-4c51-bd4e-79e9148dd755 {{(pid=102671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:38:52.974640 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7f226f51-6a93-4ba6-ad6a-9317cfacf16e admin admin] Publish callbacks [] for subnet (d183a016-339c-4c51-bd4e-79e9148dd755), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.008233 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7f226f51-6a93-4ba6-ad6a-9317cfacf16e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585826'] for subnet (d183a016-339c-4c51-bd4e-79e9148dd755), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.044969 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7f226f51-6a93-4ba6-ad6a-9317cfacf16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (d183a016-339c-4c51-bd4e-79e9148dd755), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.094714 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7f226f51-6a93-4ba6-ad6a-9317cfacf16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10101061'] for subnet (d183a016-339c-4c51-bd4e-79e9148dd755), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.118736 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f226f51-6a93-4ba6-ad6a-9317cfacf16e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d183a016-339c-4c51-bd4e-79e9148dd755,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:53.122988 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7f226f51-6a93-4ba6-ad6a-9317cfacf16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.125977 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-7f226f51-6a93-4ba6-ad6a-9317cfacf16e admin admin] 10.222.0.117 "DELETE /v2.0/subnets/d183a016-339c-4c51-bd4e-79e9148dd755 HTTP/1.1" status: 204 len: 168 time: 0.1993399 Jan 25 02:38:53.128082 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45610) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:53.198257 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (7f8f0f0f-0805-4933-9398-e00bcad2346d), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.278440 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (7f8f0f0f-0805-4933-9398-e00bcad2346d), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.298275 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8f0f0f-0805-4933-9398-e00bcad2346d']}} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:53.307794 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ce8baa-0456-46ad-913e-7373bedfa0a0') {'for_net_delete': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:53.308089 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ce8baa-0456-46ad-913e-7373bedfa0a0') {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:53.317717 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585851'] for segment (58ce8baa-0456-46ad-913e-7373bedfa0a0), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.330209 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (58ce8baa-0456-46ad-913e-7373bedfa0a0), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.336234 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=102671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:38:53.336618 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669596'] for segment (58ce8baa-0456-46ad-913e-7373bedfa0a0), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: Traceback (most recent call last): Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: timer() Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: cb(*args, **kw) Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: return func(*args, **kwargs) Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: self._notify() Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: self.callback(batched_events) Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: event.method(event) Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: return f(self, *a, **k) Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: return self._get(url).json() Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: return self.request(url, 'GET', **kwargs) Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:38:53.338243 dv-cinder-819778-6-iscsi neutron-server[102671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:38:53.390286 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (7f8f0f0f-0805-4933-9398-e00bcad2346d), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.397828 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.401136 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] 10.222.0.117 "DELETE /v2.0/networks/7f8f0f0f-0805-4933-9398-e00bcad2346d HTTP/1.1" status: 204 len: 168 time: 0.2721407 Jan 25 02:38:53.410282 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087be8c5-4612-4a96-8f22-f34186441487 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8f0f0f-0805-4933-9398-e00bcad2346d,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:53.563343 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45616) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:53.603975 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8f31ed65-4bea-4860-92fe-7f814559dbb9 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=18d6138733cc4dd9a2af54fecae74805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387557 Jan 25 02:38:53.606293 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45618) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:53.651821 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf42c4f0-3d9c-452a-96e7-5e24de184ffa admin admin] Publish callbacks [] for security_group (eafa4151-c668-44b1-9ad1-d7c1d1f69e77), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.672968 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf42c4f0-3d9c-452a-96e7-5e24de184ffa admin admin] Publish callbacks [] for security_group (eafa4151-c668-44b1-9ad1-d7c1d1f69e77), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.726164 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf42c4f0-3d9c-452a-96e7-5e24de184ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (eafa4151-c668-44b1-9ad1-d7c1d1f69e77), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.728719 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf42c4f0-3d9c-452a-96e7-5e24de184ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.729848 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cf42c4f0-3d9c-452a-96e7-5e24de184ffa admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/eafa4151-c668-44b1-9ad1-d7c1d1f69e77 HTTP/1.1" status: 204 len: 168 time: 0.1226714 Jan 25 02:38:53.737738 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42c4f0-3d9c-452a-96e7-5e24de184ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa4151-c668-44b1-9ad1-d7c1d1f69e77,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:57.995716 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-94c77c07-cca5-4940-84bb-751edb873ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:00.165279 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6b009899-669a-4da1-89f6-9ba63bcdc142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:01.021768 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:01.512288 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:02.936481 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:04.154695 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:04.508602 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56923-0317-4198-8ad0-654f971aa807 req-c2ec54ba-6abc-4ac8-94a1-ea25e39cfb0b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:04.510112 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1dc56923-0317-4198-8ad0-654f971aa807 req-c2ec54ba-6abc-4ac8-94a1-ea25e39cfb0b tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0518718 Jan 25 02:39:04.556333 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1dc56923-0317-4198-8ad0-654f971aa807 req-6382e4d6-ab0c-4b24-97e0-79348b52ecff tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Jan 25 02:39:04.913341 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c622a8-0dd2-4380-9b10-136b20543a15 req-f81ec672-ca1a-4017-9ea2-eb02a661144b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:04.914795 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9c622a8-0dd2-4380-9b10-136b20543a15 req-f81ec672-ca1a-4017-9ea2-eb02a661144b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 945 time: 0.0479083 Jan 25 02:39:04.960561 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9c622a8-0dd2-4380-9b10-136b20543a15 req-64699077-f07c-48d4-9104-d5ac1e438723 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 Jan 25 02:39:05.670549 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750496d8-452c-4623-9a2c-0afced007083 req-f1bcc652-3a1f-43d3-aca5-a9c974258f0e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:05.672009 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-750496d8-452c-4623-9a2c-0afced007083 req-f1bcc652-3a1f-43d3-aca5-a9c974258f0e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0476823 Jan 25 02:39:05.721517 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-750496d8-452c-4623-9a2c-0afced007083 req-8fe02fec-3930-422c-a483-cc07304a5851 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 Jan 25 02:39:06.080465 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1e4ee-a92a-4552-af25-efdeddb5cb5a req-3441f114-012f-4cc6-9c85-51419abd1f7f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.082459 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-78f1e4ee-a92a-4552-af25-efdeddb5cb5a req-3441f114-012f-4cc6-9c85-51419abd1f7f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 945 time: 0.0488744 Jan 25 02:39:06.130872 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-78f1e4ee-a92a-4552-af25-efdeddb5cb5a req-ed779b8b-30d3-4ea4-897e-0fa29879d555 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430081 Jan 25 02:39:06.834522 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19637ddc-e34f-4791-9bba-14c5b2b3628f req-e24c5b0b-cd7e-4d8d-ab6a-18d90e3b79c9 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.836001 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-19637ddc-e34f-4791-9bba-14c5b2b3628f req-e24c5b0b-cd7e-4d8d-ab6a-18d90e3b79c9 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0484571 Jan 25 02:39:06.886465 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-19637ddc-e34f-4791-9bba-14c5b2b3628f req-4ea56cc9-aa15-4ea0-baa9-08afee8e8ce7 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437405 Jan 25 02:39:07.251658 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a986162-ae73-47a7-89b6-282c8cb97443 req-2ee78ddf-47ca-4a14-9e5c-5e5a2bfc3e67 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:07.253146 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1a986162-ae73-47a7-89b6-282c8cb97443 req-2ee78ddf-47ca-4a14-9e5c-5e5a2bfc3e67 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 945 time: 0.0527630 Jan 25 02:39:07.299880 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1a986162-ae73-47a7-89b6-282c8cb97443 req-9cb46eb9-43e6-44da-bda7-3ffbaf5c345c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 Jan 25 02:39:07.790181 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-d59bb855-7fae-459c-8a06-843f9d8ac406 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:07.791623 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-d59bb855-7fae-459c-8a06-843f9d8ac406 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 945 time: 0.0471907 Jan 25 02:39:08.128753 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d194ca-e60a-4f1f-8cea-2e79ae6b56d2 req-2b9181e1-8383-4125-bcb6-f2d5118c05c8 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:08.130135 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-98d194ca-e60a-4f1f-8cea-2e79ae6b56d2 req-2b9181e1-8383-4125-bcb6-f2d5118c05c8 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0607369 Jan 25 02:39:08.136541 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-62631d6a-ebc4-4dac-b276-bed3259ef7be tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Deleting port a0372615-f388-477c-b435-b63563d03fc5 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:08.136886 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-62631d6a-ebc4-4dac-b276-bed3259ef7be tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (a0372615-f388-477c-b435-b63563d03fc5), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:08.232225 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-98d194ca-e60a-4f1f-8cea-2e79ae6b56d2 req-631efd90-a239-4e27-8190-975188795cda tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924571 Jan 25 02:39:08.255812 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-62631d6a-ebc4-4dac-b276-bed3259ef7be tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] For port a0372615-f388-477c-b435-b63563d03fc5, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=a0372615-f388-477c-b435-b63563d03fc5,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:08.256450 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-62631d6a-ebc4-4dac-b276-bed3259ef7be tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (a0372615-f388-477c-b435-b63563d03fc5), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:08.267647 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-62631d6a-ebc4-4dac-b276-bed3259ef7be tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Calling delete_port for a0372615-f388-477c-b435-b63563d03fc5 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:08.385347 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-0d39214f-f704-4655-b730-cc4e0ea86b6c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:08.386730 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-0d39214f-f704-4655-b730-cc4e0ea86b6c tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.121 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 945 time: 0.0664430 Jan 25 02:39:08.416070 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279f97e-88fa-49c9-aa19-ab81d991f54d req-b7c18aaf-bcb7-4a61-9a54-157e8cf64561 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:08.417547 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9279f97e-88fa-49c9-aa19-ab81d991f54d req-b7c18aaf-bcb7-4a61-9a54-157e8cf64561 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 945 time: 0.0487807 Jan 25 02:39:08.465595 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9279f97e-88fa-49c9-aa19-ab81d991f54d req-0aadfba9-1b03-458c-8640-0cc629667674 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Jan 25 02:39:08.490622 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-62631d6a-ebc4-4dac-b276-bed3259ef7be tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (a0372615-f388-477c-b435-b63563d03fc5), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:08.525641 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62631d6a-ebc4-4dac-b276-bed3259ef7be tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Pushing event deleted for resources: {'Port': ['ID=a0372615-f388-477c-b435-b63563d03fc5,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:08.539608 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['6d92fddd-f89a-463a-845a-88ec590624f2', 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf', '61e05125-5e19-461c-bd21-4d59f4e86e88', 'a0372615-f388-477c-b435-b63563d03fc5'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:08.569840 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-62631d6a-ebc4-4dac-b276-bed3259ef7be tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] No DVR routers for this DVR port a0372615-f388-477c-b435-b63563d03fc5 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:39:08.572507 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-62631d6a-ebc4-4dac-b276-bed3259ef7be tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:08.575789 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9a11af2e-bee7-46e4-bd2b-2db431c1e52c req-62631d6a-ebc4-4dac-b276-bed3259ef7be tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "DELETE /v2.0/ports/a0372615-f388-477c-b435-b63563d03fc5 HTTP/1.1" status: 204 len: 173 time: 0.7781219 Jan 25 02:39:08.576245 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03db787-fc40-4247-b442-5f4d5a249b45', 'name': 'network-vif-deleted', 'tag': 'a0372615-f388-477c-b435-b63563d03fc5'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:08.578511 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e51b7b0-4e1f-4ddf-9443-e18ec0161b4f" -d '{"events": [{"server_uuid": "d03db787-fc40-4247-b442-5f4d5a249b45", "name": "network-vif-deleted", "tag": "a0372615-f388-477c-b435-b63563d03fc5"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:08.583943 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-23a8e1e3-1987-47be-944a-82413a96e05f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Deleting port bac79043-36c5-46fd-b0f4-52b41ecfe739 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:08.584292 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-23a8e1e3-1987-47be-944a-82413a96e05f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:08.644978 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06a1b08-ba28-4767-85aa-9a608493ba40 x-openstack-request-id: req-c06a1b08-ba28-4767-85aa-9a608493ba40 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:08.645250 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03db787-fc40-4247-b442-5f4d5a249b45", "name": "network-vif-deleted", "tag": "a0372615-f388-477c-b435-b63563d03fc5", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:08.645465 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c06a1b08-ba28-4767-85aa-9a608493ba40 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:08.645860 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03db787-fc40-4247-b442-5f4d5a249b45', 'name': 'network-vif-deleted', 'tag': 'a0372615-f388-477c-b435-b63563d03fc5', 'status': 'completed', 'code': 200} Jan 25 02:39:08.694847 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-23a8e1e3-1987-47be-944a-82413a96e05f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] For port bac79043-36c5-46fd-b0f4-52b41ecfe739, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=bac79043-36c5-46fd-b0f4-52b41ecfe739,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:08.695495 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-23a8e1e3-1987-47be-944a-82413a96e05f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:08.709679 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-23a8e1e3-1987-47be-944a-82413a96e05f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Calling delete_port for bac79043-36c5-46fd-b0f4-52b41ecfe739 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:08.840230 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-23a8e1e3-1987-47be-944a-82413a96e05f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (bac79043-36c5-46fd-b0f4-52b41ecfe739), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:08.872146 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8e1e3-1987-47be-944a-82413a96e05f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Pushing event deleted for resources: {'Port': ['ID=bac79043-36c5-46fd-b0f4-52b41ecfe739,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:08.884231 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['64713c04-63ee-48b4-9d15-ab79f4083e1f', 'bac79043-36c5-46fd-b0f4-52b41ecfe739'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:08.916541 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-23a8e1e3-1987-47be-944a-82413a96e05f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] No DVR routers for this DVR port bac79043-36c5-46fd-b0f4-52b41ecfe739 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:39:08.918933 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-23a8e1e3-1987-47be-944a-82413a96e05f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:08.922231 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-782a4184-5e83-47b8-b8a8-548ce9114995 req-23a8e1e3-1987-47be-944a-82413a96e05f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.121 "DELETE /v2.0/ports/bac79043-36c5-46fd-b0f4-52b41ecfe739 HTTP/1.1" status: 204 len: 173 time: 0.5116985 Jan 25 02:39:09.341936 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c0d818e3-c735-443d-ba09-6abe693185f9 req-dd8d8caa-e58e-499d-a9fc-494a3c737b0d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=86592e22-5888-4d11-8820-ae9d01340f67 HTTP/1.1" status: 200 len: 210 time: 0.0261948 Jan 25 02:39:09.581105 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-09d7d521-d306-48f9-a250-dba1d3fd8a08 req-5fa750f7-1172-4410-9ff7-2d93a4e07503 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=d03db787-fc40-4247-b442-5f4d5a249b45 HTTP/1.1" status: 200 len: 210 time: 0.0292327 Jan 25 02:39:10.607765 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2147f2-aef8-4a21-bdb3-e86f77fdb8eb req-909d5ded-2d8a-47fe-989b-b550bb3e009d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:10.609215 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9d2147f2-aef8-4a21-bdb3-e86f77fdb8eb req-909d5ded-2d8a-47fe-989b-b550bb3e009d tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0479085 Jan 25 02:39:10.647496 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86592e22-5888-4d11-8820-ae9d01340f67', 'name': 'network-vif-deleted', 'tag': 'bac79043-36c5-46fd-b0f4-52b41ecfe739'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:10.649881 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab263628-ccad-463f-9955-fd02f1cd31e2" -d '{"events": [{"server_uuid": "86592e22-5888-4d11-8820-ae9d01340f67", "name": "network-vif-deleted", "tag": "bac79043-36c5-46fd-b0f4-52b41ecfe739"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:10.658638 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9d2147f2-aef8-4a21-bdb3-e86f77fdb8eb req-027c64c4-11d1-479a-9fd9-a8170d748d96 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427802 Jan 25 02:39:10.688075 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef679a8-c6ab-4e05-8583-c6aca71cb662 x-openstack-request-id: req-fef679a8-c6ab-4e05-8583-c6aca71cb662 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:10.688377 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86592e22-5888-4d11-8820-ae9d01340f67", "name": "network-vif-deleted", "tag": "bac79043-36c5-46fd-b0f4-52b41ecfe739", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:10.688675 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-fef679a8-c6ab-4e05-8583-c6aca71cb662 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:10.689262 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86592e22-5888-4d11-8820-ae9d01340f67', 'name': 'network-vif-deleted', 'tag': 'bac79043-36c5-46fd-b0f4-52b41ecfe739', 'status': 'completed', 'code': 200} Jan 25 02:39:11.707210 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device bac79043-36c5-46fd-b0f4-52b41ecfe739 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:11.727627 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: bac79043-36c5-46fd-b0f4-52b41ecfe739 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:11.728007 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device bac79043-36c5-46fd-b0f4-52b41ecfe739 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:11.728442 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device a0372615-f388-477c-b435-b63563d03fc5 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:11.748046 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: a0372615-f388-477c-b435-b63563d03fc5 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:11.748395 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device a0372615-f388-477c-b435-b63563d03fc5 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:11.777202 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc0796-177a-4815-ae45-832bd04c5b5b req-ba6d5ee1-42f9-49e0-95ef-48845937a974 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:11.778677 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fcbc0796-177a-4815-ae45-832bd04c5b5b req-ba6d5ee1-42f9-49e0-95ef-48845937a974 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Jan 25 02:39:11.826212 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fcbc0796-177a-4815-ae45-832bd04c5b5b req-b7ad6348-b4da-4328-99ae-0c00434f4f9e tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Jan 25 02:39:11.991623 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644567ec-c51a-4a2f-90a5-549e91f20e51 req-8d315f19-1a7d-482c-b948-517d464800f4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:11.993106 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-644567ec-c51a-4a2f-90a5-549e91f20e51 req-8d315f19-1a7d-482c-b948-517d464800f4 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 946 time: 0.0480382 Jan 25 02:39:12.042931 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-644567ec-c51a-4a2f-90a5-549e91f20e51 req-e660f30b-1c2a-4377-90d3-7a3a5b82afce tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Jan 25 02:39:12.946282 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2e9b2-57bf-4d10-957b-9f4516622a92 req-20a33c73-3ea1-44d2-81bc-9941852b4801 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:12.948388 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e0c2e9b2-57bf-4d10-957b-9f4516622a92 req-20a33c73-3ea1-44d2-81bc-9941852b4801 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0542681 Jan 25 02:39:12.996240 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e0c2e9b2-57bf-4d10-957b-9f4516622a92 req-b12e0a5b-dfd7-4807-a8b1-b18689a48f90 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Jan 25 02:39:13.155107 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5fc5a-0ee7-4775-9b56-656e716cc09f req-5a9e2e7d-5b28-48eb-8837-e3484baeea0f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:13.156625 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b9c5fc5a-0ee7-4775-9b56-656e716cc09f req-5a9e2e7d-5b28-48eb-8837-e3484baeea0f tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 946 time: 0.0477269 Jan 25 02:39:13.203966 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b9c5fc5a-0ee7-4775-9b56-656e716cc09f req-9fe9eed7-b8f6-4e9b-8873-415c1bd0c201 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Jan 25 02:39:14.329045 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cb5c8-6a9c-46ae-90a0-99b8a7e3cd0e req-fbf74612-e6f4-4552-bea4-7e7cc6682aca tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:14.330715 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b3cb5c8-6a9c-46ae-90a0-99b8a7e3cd0e req-fbf74612-e6f4-4552-bea4-7e7cc6682aca tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.2598734 Jan 25 02:39:14.380652 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b3cb5c8-6a9c-46ae-90a0-99b8a7e3cd0e req-e7646e68-f74a-482f-b210-c60ad56d222f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Jan 25 02:39:14.478618 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-fad21d38-c32b-4367-8aea-d19a69221b03 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:14.480140 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-fad21d38-c32b-4367-8aea-d19a69221b03 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 946 time: 0.0800037 Jan 25 02:39:14.495091 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da3177-bf7d-4f90-b054-e64ebdc32350 req-db22cc89-4bf1-4e40-9f11-1cb864e7257c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:14.496579 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3da3177-bf7d-4f90-b054-e64ebdc32350 req-db22cc89-4bf1-4e40-9f11-1cb864e7257c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=20f49f80-b066-43ce-9807-b33f45828c5b HTTP/1.1" status: 200 len: 946 time: 0.0648019 Jan 25 02:39:14.600252 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3da3177-bf7d-4f90-b054-e64ebdc32350 req-31b1330f-1734-4af6-898c-cdc36d12c6a5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954018 Jan 25 02:39:14.623200 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-7289ed57-ecc2-44d6-aba6-0e7ae28aa4d7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Deleting port 61e05125-5e19-461c-bd21-4d59f4e86e88 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:14.623546 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-7289ed57-ecc2-44d6-aba6-0e7ae28aa4d7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:14.720955 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-7289ed57-ecc2-44d6-aba6-0e7ae28aa4d7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] For port 61e05125-5e19-461c-bd21-4d59f4e86e88, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=61e05125-5e19-461c-bd21-4d59f4e86e88,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:14.721324 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-7289ed57-ecc2-44d6-aba6-0e7ae28aa4d7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:14.734073 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-7289ed57-ecc2-44d6-aba6-0e7ae28aa4d7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Calling delete_port for 61e05125-5e19-461c-bd21-4d59f4e86e88 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:14.865612 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-7289ed57-ecc2-44d6-aba6-0e7ae28aa4d7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (61e05125-5e19-461c-bd21-4d59f4e86e88), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:14.893820 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289ed57-ecc2-44d6-aba6-0e7ae28aa4d7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Pushing event deleted for resources: {'Port': ['ID=61e05125-5e19-461c-bd21-4d59f4e86e88,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:14.920798 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['6d92fddd-f89a-463a-845a-88ec590624f2', 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf', '61e05125-5e19-461c-bd21-4d59f4e86e88'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:14.934853 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-7289ed57-ecc2-44d6-aba6-0e7ae28aa4d7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] No DVR routers for this DVR port 61e05125-5e19-461c-bd21-4d59f4e86e88 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:39:14.937468 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-7289ed57-ecc2-44d6-aba6-0e7ae28aa4d7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:14.940965 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9516962b-872b-4f78-b14a-5549d6e1d169 req-7289ed57-ecc2-44d6-aba6-0e7ae28aa4d7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "DELETE /v2.0/ports/61e05125-5e19-461c-bd21-4d59f4e86e88 HTTP/1.1" status: 204 len: 173 time: 0.4435000 Jan 25 02:39:14.941478 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f49f80-b066-43ce-9807-b33f45828c5b', 'name': 'network-vif-deleted', 'tag': '61e05125-5e19-461c-bd21-4d59f4e86e88'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:14.943710 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de4016-f5af-43a5-add4-c644c471d53b" -d '{"events": [{"server_uuid": "20f49f80-b066-43ce-9807-b33f45828c5b", "name": "network-vif-deleted", "tag": "61e05125-5e19-461c-bd21-4d59f4e86e88"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:14.983383 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e473e7e-540d-4a56-8761-b205d7f06d4d x-openstack-request-id: req-0e473e7e-540d-4a56-8761-b205d7f06d4d {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:14.983733 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f49f80-b066-43ce-9807-b33f45828c5b", "name": "network-vif-deleted", "tag": "61e05125-5e19-461c-bd21-4d59f4e86e88", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:14.983999 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-0e473e7e-540d-4a56-8761-b205d7f06d4d {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:14.984458 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f49f80-b066-43ce-9807-b33f45828c5b', 'name': 'network-vif-deleted', 'tag': '61e05125-5e19-461c-bd21-4d59f4e86e88', 'status': 'completed', 'code': 200} Jan 25 02:39:15.464030 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:39:15.494880 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b63ea0-2fb8-4939-ada3-ac9c024f06ec req-5e69029a-54f7-4836-a4d9-16b8ba58cae3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:15.496418 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74b63ea0-2fb8-4939-ada3-ac9c024f06ec req-5e69029a-54f7-4836-a4d9-16b8ba58cae3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0497487 Jan 25 02:39:15.547745 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74b63ea0-2fb8-4939-ada3-ac9c024f06ec req-f9dab1cb-3788-40f9-891d-57c518051fc0 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455403 Jan 25 02:39:15.871357 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf18b75-4552-4206-b0c8-ba9689b972ce req-a2c5a84f-ba6b-424b-b978-d5b92ad6ee68 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:15.872885 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3bf18b75-4552-4206-b0c8-ba9689b972ce req-a2c5a84f-ba6b-424b-b978-d5b92ad6ee68 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0464871 Jan 25 02:39:15.917713 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3bf18b75-4552-4206-b0c8-ba9689b972ce req-dc290b50-240b-4724-85b9-6f79892d9412 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393465 Jan 25 02:39:16.666393 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb07d7-303e-47e7-b648-521e58725f67 req-f28ca7eb-4acf-481e-a2ce-dce611df13d2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:16.667896 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bcfb07d7-303e-47e7-b648-521e58725f67 req-f28ca7eb-4acf-481e-a2ce-dce611df13d2 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0485241 Jan 25 02:39:16.714796 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bcfb07d7-303e-47e7-b648-521e58725f67 req-2cdad25c-a58d-4d19-8bfe-3e3788a7d65f tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 Jan 25 02:39:17.037325 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63a50c-e673-4725-bb71-a6fb345778e4 req-ab1d8024-a751-4e54-a066-8842ae4570f2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:17.038803 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bb63a50c-e673-4725-bb71-a6fb345778e4 req-ab1d8024-a751-4e54-a066-8842ae4570f2 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0526850 Jan 25 02:39:17.086680 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bb63a50c-e673-4725-bb71-a6fb345778e4 req-5b8255ea-a8b4-476a-8daf-99b14f73eb32 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Jan 25 02:39:17.264228 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2aa5d-1cc9-4ed7-8571-b7c3ac7e7b65 req-dcf3ad38-a476-4ea8-a5ff-7deeb4aca5c2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:17.265687 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fad2aa5d-1cc9-4ed7-8571-b7c3ac7e7b65 req-dcf3ad38-a476-4ea8-a5ff-7deeb4aca5c2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0544503 Jan 25 02:39:17.313399 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fad2aa5d-1cc9-4ed7-8571-b7c3ac7e7b65 req-a470a624-5731-4f5c-8a6a-29536f76a4db tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Jan 25 02:39:17.557287 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-7c8dd626-a6ef-405a-807f-9f4df36135b3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:17.558729 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-7c8dd626-a6ef-405a-807f-9f4df36135b3 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.121 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0465665 Jan 25 02:39:17.661716 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-832bd6c8-873a-4dcd-9cc7-47c385a0bb8a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Deleting port 64713c04-63ee-48b4-9d15-ab79f4083e1f {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:17.662051 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-832bd6c8-873a-4dcd-9cc7-47c385a0bb8a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:17.749777 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-832bd6c8-873a-4dcd-9cc7-47c385a0bb8a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] For port 64713c04-63ee-48b4-9d15-ab79f4083e1f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=64713c04-63ee-48b4-9d15-ab79f4083e1f,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:17.750389 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-832bd6c8-873a-4dcd-9cc7-47c385a0bb8a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:17.761939 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-832bd6c8-873a-4dcd-9cc7-47c385a0bb8a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Calling delete_port for 64713c04-63ee-48b4-9d15-ab79f4083e1f owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:17.828086 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299aece-77a4-48d7-846a-0bd2e1763cd9 req-46cd63fa-db96-42eb-aa5a-5223cb999246 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:17.829457 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3299aece-77a4-48d7-846a-0bd2e1763cd9 req-46cd63fa-db96-42eb-aa5a-5223cb999246 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/ports?device_id=a715abaa-5086-468a-8da3-8a19defcb671 HTTP/1.1" status: 200 len: 945 time: 0.0482047 Jan 25 02:39:17.882132 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3299aece-77a4-48d7-846a-0bd2e1763cd9 req-52393212-bdf9-4919-b0c5-864c44b3d549 tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.117 "GET /v2.0/security-groups?id=68e13958-b114-4d38-8221-f4c3fcbe5a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467451 Jan 25 02:39:17.901008 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-832bd6c8-873a-4dcd-9cc7-47c385a0bb8a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (64713c04-63ee-48b4-9d15-ab79f4083e1f), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:17.934478 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bd6c8-873a-4dcd-9cc7-47c385a0bb8a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Pushing event deleted for resources: {'Port': ['ID=64713c04-63ee-48b4-9d15-ab79f4083e1f,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:17.941224 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['64713c04-63ee-48b4-9d15-ab79f4083e1f'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:17.974574 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-832bd6c8-873a-4dcd-9cc7-47c385a0bb8a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] No DVR routers for this DVR port 64713c04-63ee-48b4-9d15-ab79f4083e1f on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:39:17.977024 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-832bd6c8-873a-4dcd-9cc7-47c385a0bb8a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:17.980323 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9f03741-c685-4926-9e17-f2f19129fd17 req-832bd6c8-873a-4dcd-9cc7-47c385a0bb8a tempest-ServerRescueNegativeTestJSON-2102344625 tempest-ServerRescueNegativeTestJSON-2102344625-project] 10.222.0.121 "DELETE /v2.0/ports/64713c04-63ee-48b4-9d15-ab79f4083e1f HTTP/1.1" status: 204 len: 173 time: 0.4052832 Jan 25 02:39:17.980781 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a715abaa-5086-468a-8da3-8a19defcb671', 'name': 'network-vif-deleted', 'tag': '64713c04-63ee-48b4-9d15-ab79f4083e1f'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:17.982983 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb551eb1-a4a6-4223-b9f2-f68365a6a58b" -d '{"events": [{"server_uuid": "a715abaa-5086-468a-8da3-8a19defcb671", "name": "network-vif-deleted", "tag": "64713c04-63ee-48b4-9d15-ab79f4083e1f"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:18.034309 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a0bc9b-25e1-4fbd-bfee-69a460cca389 x-openstack-request-id: req-f5a0bc9b-25e1-4fbd-bfee-69a460cca389 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:18.034633 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a715abaa-5086-468a-8da3-8a19defcb671", "name": "network-vif-deleted", "tag": "64713c04-63ee-48b4-9d15-ab79f4083e1f", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:18.034900 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-f5a0bc9b-25e1-4fbd-bfee-69a460cca389 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:18.035980 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a715abaa-5086-468a-8da3-8a19defcb671', 'name': 'network-vif-deleted', 'tag': '64713c04-63ee-48b4-9d15-ab79f4083e1f', 'status': 'completed', 'code': 200} Jan 25 02:39:18.198660 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dee8a-d01f-47a8-baeb-5cce1a1e6beb req-4cf5b412-7127-45cd-b261-bfed410f578e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:18.200114 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9e9dee8a-d01f-47a8-baeb-5cce1a1e6beb req-4cf5b412-7127-45cd-b261-bfed410f578e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0475800 Jan 25 02:39:18.250912 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9e9dee8a-d01f-47a8-baeb-5cce1a1e6beb req-70c5543b-0428-497d-b58e-6706b1ad7519 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448120 Jan 25 02:39:18.281664 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-3e590bda-86b1-4d8e-bd8a-1f80ce5f9df7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:18.283092 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-3e590bda-86b1-4d8e-bd8a-1f80ce5f9df7 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 945 time: 0.0486717 Jan 25 02:39:18.380617 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-c8bb3bff-dfac-42c5-b194-ff1539b256ed tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Deleting port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:18.380872 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-c8bb3bff-dfac-42c5-b194-ff1539b256ed tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.491056 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92363a9-e7fb-4b07-a760-ae30462da8d8 req-113218c5-9e57-4526-9f6e-a4c8026da1ea tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:18.492534 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b92363a9-e7fb-4b07-a760-ae30462da8d8 req-113218c5-9e57-4526-9f6e-a4c8026da1ea tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0987594 Jan 25 02:39:18.513823 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-c8bb3bff-dfac-42c5-b194-ff1539b256ed tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] For port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:18.514178 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-c8bb3bff-dfac-42c5-b194-ff1539b256ed tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.533017 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-c8bb3bff-dfac-42c5-b194-ff1539b256ed tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Calling delete_port for dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:18.602912 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b92363a9-e7fb-4b07-a760-ae30462da8d8 req-b61b3962-a28d-4b62-be42-ba4057c84a72 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014676 Jan 25 02:39:18.692447 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-c8bb3bff-dfac-42c5-b194-ff1539b256ed tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.720883 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb3bff-dfac-42c5-b194-ff1539b256ed tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Pushing event deleted for resources: {'Port': ['ID=dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:18.736281 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['6d92fddd-f89a-463a-845a-88ec590624f2', 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:18.765136 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-c8bb3bff-dfac-42c5-b194-ff1539b256ed tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] No DVR routers for this DVR port dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:39:18.767489 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-c8bb3bff-dfac-42c5-b194-ff1539b256ed tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.771877 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74fe2f27-a262-43ed-b738-2029ec0f9ae0 req-c8bb3bff-dfac-42c5-b194-ff1539b256ed tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "DELETE /v2.0/ports/dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf HTTP/1.1" status: 204 len: 173 time: 0.4787817 Jan 25 02:39:18.940322 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45844) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:19.368222 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ab7e0d1e-cbe8-485e-a35b-adc2f6b16354 req-099b1f0c-0512-4c41-a99d-6aff6a47b760 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a378f4c-8709-4448-b9d5-2dd0917ee7df HTTP/1.1" status: 200 len: 210 time: 0.0296183 Jan 25 02:39:19.376497 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460788'] for router_interface (613b8798-7fa0-40c6-99cc-0fd77852bb47), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.731562 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b69ab-1fab-413c-9b66-f9e9fee03e47 req-bdf683da-65f0-4609-8a83-9e16e0ae33ee tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:19.734513 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-378b69ab-1fab-413c-9b66-f9e9fee03e47 req-bdf683da-65f0-4609-8a83-9e16e0ae33ee tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0561087 Jan 25 02:39:19.742525 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 61e05125-5e19-461c-bd21-4d59f4e86e88 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:19.763883 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: 61e05125-5e19-461c-bd21-4d59f4e86e88 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:19.764525 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 61e05125-5e19-461c-bd21-4d59f4e86e88 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:19.764939 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:19.789044 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:19.789386 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:19.790683 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-378b69ab-1fab-413c-9b66-f9e9fee03e47 req-5c068657-9a9b-434b-bf97-e481338c15d1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498657 Jan 25 02:39:19.899021 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] Deleting port 3cb31598-39d6-4877-9fb4-c70f4e43cf94 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:19.899577 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.974748 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] For port 3cb31598-39d6-4877-9fb4-c70f4e43cf94, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=3cb31598-39d6-4877-9fb4-c70f4e43cf94,segment=NetworkSegment(69fdf539-f18a-4158-83fe-c51afaf3ad4f),segment_id=69fdf539-f18a-4158-83fe-c51afaf3ad4f)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:19.975104 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.986857 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] Calling delete_port for 3cb31598-39d6-4877-9fb4-c70f4e43cf94 owned by network:router_interface {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:20.037135 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a378f4c-8709-4448-b9d5-2dd0917ee7df', 'name': 'network-vif-deleted', 'tag': 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:20.039334 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce23d3d-2fa8-4989-b126-d5397db75780" -d '{"events": [{"server_uuid": "4a378f4c-8709-4448-b9d5-2dd0917ee7df", "name": "network-vif-deleted", "tag": "dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:20.091606 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98856805-1aef-48ae-80d2-e03a3918857b x-openstack-request-id: req-98856805-1aef-48ae-80d2-e03a3918857b {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:20.091929 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a378f4c-8709-4448-b9d5-2dd0917ee7df", "name": "network-vif-deleted", "tag": "dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:20.092189 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-98856805-1aef-48ae-80d2-e03a3918857b {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:20.092590 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a378f4c-8709-4448-b9d5-2dd0917ee7df', 'name': 'network-vif-deleted', 'tag': 'dd1b2330-faf1-41c5-bfd6-1f59e4ca1aaf', 'status': 'completed', 'code': 200} Jan 25 02:39:20.173910 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (3cb31598-39d6-4877-9fb4-c70f4e43cf94), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:20.202948 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb31598-39d6-4877-9fb4-c70f4e43cf94,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:20.359783 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474073'] for router_interface (613b8798-7fa0-40c6-99cc-0fd77852bb47), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:20.577450 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] Router 613b8798-7fa0-40c6-99cc-0fd77852bb47 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:39:20.682019 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:39:20.687062 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f3135c8d-3dc8-40f3-b846-c6ed87ee0dcf admin admin] 10.222.0.117 "PUT /v2.0/routers/613b8798-7fa0-40c6-99cc-0fd77852bb47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457435 Jan 25 02:39:20.689581 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45860) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:20.691191 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] Sync routers for ids ['613b8798-7fa0-40c6-99cc-0fd77852bb47'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:39:20.700575 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] Routers {'613b8798-7fa0-40c6-99cc-0fd77852bb47'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:20.701176 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:39:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['613b8798-7fa0-40c6-99cc-0fd77852bb47'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:20.794391 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Publish callbacks [] for router (613b8798-7fa0-40c6-99cc-0fd77852bb47), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:20.808299 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] Set router 613b8798-7fa0-40c6-99cc-0fd77852bb47 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:20.937447 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Publish callbacks [] for router_gateway (613b8798-7fa0-40c6-99cc-0fd77852bb47), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:20.949438 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb36ad-e22f-4506-bd71-3d36b4c74c8e req-00f77a8f-8437-4e17-b5c6-197bc69cc0f3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.950845 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-dfcb36ad-e22f-4506-bd71-3d36b4c74c8e req-00f77a8f-8437-4e17-b5c6-197bc69cc0f3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0746279 Jan 25 02:39:20.998144 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'name': 'tempest-ServerRescueNegativeTestJSON-480208298-router', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:21Z', 'updated_at': '2022-01-25T02:39:20Z', 'revision_number': 5, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'gw_port': {'id': '5997257f-4fe2-4e19-99d7-67a62c1103da', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:22Z', 'updated_at': '2022-01-25T02:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:21.024918 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-dfcb36ad-e22f-4506-bd71-3d36b4c74c8e req-daf515a6-62ed-40d9-a6e6-14ebbd297e27 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680282 Jan 25 02:39:21.025591 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] Checking router: 613b8798-7fa0-40c6-99cc-0fd77852bb47 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:39:21.034535 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] Routers {'613b8798-7fa0-40c6-99cc-0fd77852bb47'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:21.035796 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:39:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['613b8798-7fa0-40c6-99cc-0fd77852bb47'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:21.040219 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Deleting port 5997257f-4fe2-4e19-99d7-67a62c1103da {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:21.041546 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.128020 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] For port 5997257f-4fe2-4e19-99d7-67a62c1103da, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=5997257f-4fe2-4e19-99d7-67a62c1103da,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:21.128369 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] Set router 613b8798-7fa0-40c6-99cc-0fd77852bb47 gateway port host: None {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:21.128496 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.140751 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Calling delete_port for 5997257f-4fe2-4e19-99d7-67a62c1103da owned by network:router_gateway {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:21.180125 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'name': 'tempest-ServerRescueNegativeTestJSON-480208298-router', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:21Z', 'updated_at': '2022-01-25T02:39:20Z', 'revision_number': 6, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'gw_port_host': None}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:21.210403 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c57585-2bd6-4786-b2cb-f1803f38ee18 None None] The sync data for ids ['613b8798-7fa0-40c6-99cc-0fd77852bb47'] in dv-cinder-819778-6-iscsi is: [{'id': '613b8798-7fa0-40c6-99cc-0fd77852bb47', 'name': 'tempest-ServerRescueNegativeTestJSON-480208298-router', 'tenant_id': 'feffe01cf3f84eb1800d246f235af06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:21Z', 'updated_at': '2022-01-25T02:39:20Z', 'revision_number': 6, 'project_id': 'feffe01cf3f84eb1800d246f235af06f', 'gw_port_host': None}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:39:21.314077 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (5997257f-4fe2-4e19-99d7-67a62c1103da), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.339320 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=5997257f-4fe2-4e19-99d7-67a62c1103da,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:21.397391 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472325'] for router_gateway (613b8798-7fa0-40c6-99cc-0fd77852bb47), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.501715 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (613b8798-7fa0-40c6-99cc-0fd77852bb47), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.503960 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Publish callbacks [] for router_controller (613b8798-7fa0-40c6-99cc-0fd77852bb47), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.569911 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470929'] for router (613b8798-7fa0-40c6-99cc-0fd77852bb47), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.570499 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613b8798-7fa0-40c6-99cc-0fd77852bb47 {{(pid=102671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:39:21.576164 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.577359 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-a3ec8225-9367-4fb4-9f19-44e948551c82 admin admin] 10.222.0.117 "DELETE /v2.0/routers/613b8798-7fa0-40c6-99cc-0fd77852bb47 HTTP/1.1" status: 204 len: 168 time: 0.8868604 Jan 25 02:39:21.581130 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45868) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:21.631859 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d1be14-6961-4699-ae91-de470a2646f5 admin admin] Deleting subnet 417a0259-492e-45cb-a696-3ca5b94d1b94 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:39:21.635244 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d1be14-6961-4699-ae91-de470a2646f5 admin admin] Publish callbacks [] for subnet (417a0259-492e-45cb-a696-3ca5b94d1b94), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.678469 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d1be14-6961-4699-ae91-de470a2646f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10334889'] for subnet (417a0259-492e-45cb-a696-3ca5b94d1b94), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.708223 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 64713c04-63ee-48b4-9d15-ab79f4083e1f no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:21.724329 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d1be14-6961-4699-ae91-de470a2646f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (417a0259-492e-45cb-a696-3ca5b94d1b94), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.728936 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: 64713c04-63ee-48b4-9d15-ab79f4083e1f {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:21.729291 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 64713c04-63ee-48b4-9d15-ab79f4083e1f not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:21.776804 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d1be14-6961-4699-ae91-de470a2646f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10000709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10474790'] for subnet (417a0259-492e-45cb-a696-3ca5b94d1b94), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.782079 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc97a03-6bbd-43c4-9a05-c0a88d7f0763 req-ae4a5a62-3262-46ef-a967-f103dacc713c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:21.783595 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1fc97a03-6bbd-43c4-9a05-c0a88d7f0763 req-ae4a5a62-3262-46ef-a967-f103dacc713c tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 945 time: 0.0533555 Jan 25 02:39:21.806849 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1be14-6961-4699-ae91-de470a2646f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417a0259-492e-45cb-a696-3ca5b94d1b94,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:21.811791 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d1be14-6961-4699-ae91-de470a2646f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.815121 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-11d1be14-6961-4699-ae91-de470a2646f5 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/417a0259-492e-45cb-a696-3ca5b94d1b94 HTTP/1.1" status: 204 len: 168 time: 0.2329366 Jan 25 02:39:21.818178 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45872) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:21.831528 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1fc97a03-6bbd-43c4-9a05-c0a88d7f0763 req-f4c4ca5f-a49a-4614-ae30-a848b8353e2b tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Jan 25 02:39:21.886440 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.965429 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.984667 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:21.994127 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fdf539-f18a-4158-83fe-c51afaf3ad4f') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:21.994423 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fdf539-f18a-4158-83fe-c51afaf3ad4f') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:22.003323 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (69fdf539-f18a-4158-83fe-c51afaf3ad4f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:22.019084 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (69fdf539-f18a-4158-83fe-c51afaf3ad4f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:22.025962 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:39:22.026352 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (69fdf539-f18a-4158-83fe-c51afaf3ad4f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:39:22.028114 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:39:22.083065 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:22.087578 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:22.091200 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] 10.222.0.117 "DELETE /v2.0/networks/4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18 HTTP/1.1" status: 204 len: 168 time: 0.2718928 Jan 25 02:39:22.104054 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3c39f-a565-4d7a-98d2-e15ef598d828 admin admin] Pushing event deleted for resources: {'Network': ['ID=4be18e0c-2a9e-4b7c-97a2-8b1c1a606b18,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:22.165413 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db527a-8704-42ad-bdef-bf718f92536f req-2db2bfb5-3076-429a-885c-82a6d45873cc tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:22.166889 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e5db527a-8704-42ad-bdef-bf718f92536f req-2db2bfb5-3076-429a-885c-82a6d45873cc tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0557735 Jan 25 02:39:22.227903 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e5db527a-8704-42ad-bdef-bf718f92536f req-7d2f65dc-78aa-4b36-9ff2-d84ae65bc294 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512857 Jan 25 02:39:22.273792 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45878) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:22.315208 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-db01e910-fbb2-46ed-9694-b5522cd1d830 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=feffe01cf3f84eb1800d246f235af06f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401652 Jan 25 02:39:22.320168 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45880) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:22.366634 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52409dc5-de02-460c-8aa6-15af5ee11da8 admin admin] Publish callbacks [] for security_group (68e13958-b114-4d38-8221-f4c3fcbe5a2a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:22.387476 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52409dc5-de02-460c-8aa6-15af5ee11da8 admin admin] Publish callbacks [] for security_group (68e13958-b114-4d38-8221-f4c3fcbe5a2a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:22.432766 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52409dc5-de02-460c-8aa6-15af5ee11da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (68e13958-b114-4d38-8221-f4c3fcbe5a2a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:22.435412 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52409dc5-de02-460c-8aa6-15af5ee11da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:22.436597 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-52409dc5-de02-460c-8aa6-15af5ee11da8 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/68e13958-b114-4d38-8221-f4c3fcbe5a2a HTTP/1.1" status: 204 len: 168 time: 0.1155114 Jan 25 02:39:22.444629 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52409dc5-de02-460c-8aa6-15af5ee11da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e13958-b114-4d38-8221-f4c3fcbe5a2a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:22.951395 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6fef6-e213-418a-ad62-0a682de99e6f req-9c0bd82c-3910-4d04-a6b8-fedc80c9827e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:22.956012 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ffe6fef6-e213-418a-ad62-0a682de99e6f req-9c0bd82c-3910-4d04-a6b8-fedc80c9827e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 945 time: 0.0492599 Jan 25 02:39:23.001966 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ffe6fef6-e213-418a-ad62-0a682de99e6f req-edc81643-dc89-4cd0-af13-6f2ea2b0bc21 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Jan 25 02:39:23.102537 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45904) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:23.199843 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1760611448-network', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:23.210947 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 3cb31598-39d6-4877-9fb4-c70f4e43cf94 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:23.223040 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Made reservation on behalf of 334fc558eb7e4efb8031bd3f409ddfda for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:39:23.225353 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:23.230541 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 3cb31598-39d6-4877-9fb4-c70f4e43cf94 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:23.230901 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 3cb31598-39d6-4877-9fb4-c70f4e43cf94 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:23.231319 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 5997257f-4fe2-4e19-99d7-67a62c1103da no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:23.236279 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:23.255428 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 5997257f-4fe2-4e19-99d7-67a62c1103da {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:23.255818 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 5997257f-4fe2-4e19-99d7-67a62c1103da not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:23.336922 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Publish callbacks [] for security_group (c82698f0-412c-43fd-9e09-176da43247bc), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:23.342312 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c82698f0-412c-43fd-9e09-176da43247bc), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:23.371588 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:39:23.392742 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45a39-254b-4a61-a452-cbf1ee3529f7 req-56b8ffd5-3c4f-4a92-a437-22515ad7e31b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:23.394276 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-38e45a39-254b-4a61-a452-cbf1ee3529f7 req-56b8ffd5-3c4f-4a92-a437-22515ad7e31b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0924916 Jan 25 02:39:23.396270 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82698f0-412c-43fd-9e09-176da43247bc,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:23.403666 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (6aebdda5-3ee2-4274-98b7-5073f2196b5b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:23.404041 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Added segment 6aebdda5-3ee2-4274-98b7-5073f2196b5b of type vlan for network 760904a4-7afc-47ca-8ae4-4f69f0763420 Jan 25 02:39:23.465606 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (760904a4-7afc-47ca-8ae4-4f69f0763420), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:23.489193 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-38e45a39-254b-4a61-a452-cbf1ee3529f7 req-811cbf41-d12a-4332-a27c-dc86d254fbe0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873864 Jan 25 02:39:23.502647 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (760904a4-7afc-47ca-8ae4-4f69f0763420), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:23.503841 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:23.504591 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:23.538761 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4350903 Jan 25 02:39:23.541778 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45910) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:23.546671 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Request body: {'subnet': {'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1760611448-subnet', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:23.568794 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68484dc-9102-4b1b-b18d-71bf5cdfd9b6 admin admin] Pushing event updated for resources: {'Network': ['ID=760904a4-7afc-47ca-8ae4-4f69f0763420,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:23.570711 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Made reservation on behalf of 334fc558eb7e4efb8031bd3f409ddfda for: {'subnet': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:39:23.573010 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10101088'] for subnet (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:23.578721 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 760904a4-7afc-47ca-8ae4-4f69f0763420 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:39:23.761439 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10101070'] for subnet (9b97b83c-1dfb-454b-bbb5-aded573652a0), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.047141 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b97b83c-1dfb-454b-bbb5-aded573652a0,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:24.061176 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1def5-2d81-4390-aff4-da29ecc729de req-a0ad8e14-e482-4231-96ea-c3f610b81d30 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:24.062625 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-afa1def5-2d81-4390-aff4-da29ecc729de req-a0ad8e14-e482-4231-96ea-c3f610b81d30 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 945 time: 0.3282337 Jan 25 02:39:24.130907 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Checking segment: {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:39:24.131181 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Network hostable DHCP agents. Network: 760904a4-7afc-47ca-8ae4-4f69f0763420, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:39:24.186957 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Network 760904a4-7afc-47ca-8ae4-4f69f0763420 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:39:24.196156 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240dc8-cdb9-488d-a9fd-9b3f4076270c req-8a2e6488-4f62-4fd2-888b-fd943a11b44e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:24.197608 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8c240dc8-cdb9-488d-a9fd-9b3f4076270c req-8a2e6488-4f62-4fd2-888b-fd943a11b44e tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/ports?device_id=6bfe8a04-55e4-4966-9693-c32cf0cdffcb HTTP/1.1" status: 200 len: 945 time: 0.1203923 Jan 25 02:39:24.213615 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 760904a4-7afc-47ca-8ae4-4f69f0763420) {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:24.221500 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5b5f2-eb29-4840-be68-cd7ee7eb001d None None] Network 760904a4-7afc-47ca-8ae4-4f69f0763420 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:39:24.229096 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:24.229693 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.260876 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-818275f3-af4d-4758-82bb-936126b0dcfb admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7179990 Jan 25 02:39:24.263661 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45914) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:24.267011 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-afa1def5-2d81-4390-aff4-da29ecc729de req-b14dbd30-74ce-4bc5-b1dc-bb8e153581b5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Deleting port 6d92fddd-f89a-463a-845a-88ec590624f2 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:24.267351 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-afa1def5-2d81-4390-aff4-da29ecc729de req-b14dbd30-74ce-4bc5-b1dc-bb8e153581b5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.268288 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:24.288307 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8c240dc8-cdb9-488d-a9fd-9b3f4076270c req-61800f7d-16ed-4e32-bd9d-0caf6e2ee276 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.117 "GET /v2.0/security-groups?id=f419949d-cb18-44ea-a1a2-43ea22f94b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837779 Jan 25 02:39:24.295908 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.298789 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.339994 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1b5505-16d0-58fc-a7d8-0e7c122357f0-760904a4-7afc-47ca-8ae4-4f69f0763420', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0'}]}} from dv-cinder-819778-6-iscsi. {{(pid=102672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:39:24.341859 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.368083 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks [] for router_controller (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.370723 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-afa1def5-2d81-4390-aff4-da29ecc729de req-b14dbd30-74ce-4bc5-b1dc-bb8e153581b5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] For port 6d92fddd-f89a-463a-845a-88ec590624f2, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=6d92fddd-f89a-463a-845a-88ec590624f2,segment=NetworkSegment(27f97523-0ce0-4361-93ab-ed25278c7322),segment_id=27f97523-0ce0-4361-93ab-ed25278c7322)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:24.371025 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-afa1def5-2d81-4390-aff4-da29ecc729de req-b14dbd30-74ce-4bc5-b1dc-bb8e153581b5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.384165 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-afa1def5-2d81-4390-aff4-da29ecc729de req-b14dbd30-74ce-4bc5-b1dc-bb8e153581b5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Calling delete_port for 6d92fddd-f89a-463a-845a-88ec590624f2 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:24.483443 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.db_base_plugin_common [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Allocated IP 172.20.0.2 (760904a4-7afc-47ca-8ae4-4f69f0763420/9b97b83c-1dfb-454b-bbb5-aded573652a0/7da7ce98-0dcc-4b6a-b3eb-c7de74859839) {{(pid=102672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:24.511958 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks [] for router_gateway (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.522354 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-afa1def5-2d81-4390-aff4-da29ecc729de req-b14dbd30-74ce-4bc5-b1dc-bb8e153581b5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (6d92fddd-f89a-463a-845a-88ec590624f2), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.558156 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dbd30-74ce-4bc5-b1dc-bb8e153581b5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Pushing event deleted for resources: {'Port': ['ID=6d92fddd-f89a-463a-845a-88ec590624f2,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:24.578984 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['6d92fddd-f89a-463a-845a-88ec590624f2'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:24.610741 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa1def5-2d81-4390-aff4-da29ecc729de req-b14dbd30-74ce-4bc5-b1dc-bb8e153581b5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] No DVR routers for this DVR port 6d92fddd-f89a-463a-845a-88ec590624f2 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:39:24.614470 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-afa1def5-2d81-4390-aff4-da29ecc729de req-b14dbd30-74ce-4bc5-b1dc-bb8e153581b5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.617888 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-afa1def5-2d81-4390-aff4-da29ecc729de req-b14dbd30-74ce-4bc5-b1dc-bb8e153581b5 tempest-AttachVolumeNegativeTest-712335120 tempest-AttachVolumeNegativeTest-712335120-project] 10.222.0.121 "DELETE /v2.0/ports/6d92fddd-f89a-463a-845a-88ec590624f2 HTTP/1.1" status: 204 len: 173 time: 0.5487475 Jan 25 02:39:24.618351 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfe8a04-55e4-4966-9693-c32cf0cdffcb', 'name': 'network-vif-deleted', 'tag': '6d92fddd-f89a-463a-845a-88ec590624f2'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:24.620695 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78c48d6-ffc4-4297-b4e4-39299177d729" -d '{"events": [{"server_uuid": "6bfe8a04-55e4-4966-9693-c32cf0cdffcb", "name": "network-vif-deleted", "tag": "6d92fddd-f89a-463a-845a-88ec590624f2"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:24.659484 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Publish callbacks [] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), precommit_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.668250 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.668820 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb746b8c-47ee-4bb7-bbec-b6b8416e7be4 req-5bb0396f-8f6e-4dfc-895f-db239ffb69ea tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:24.670238 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fb746b8c-47ee-4bb7-bbec-b6b8416e7be4 req-5bb0396f-8f6e-4dfc-895f-db239ffb69ea tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0698929 Jan 25 02:39:24.685261 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb4d7c8-70c0-4f98-820b-98ae85cca133 x-openstack-request-id: req-feb4d7c8-70c0-4f98-820b-98ae85cca133 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:24.685740 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfe8a04-55e4-4966-9693-c32cf0cdffcb", "name": "network-vif-deleted", "tag": "6d92fddd-f89a-463a-845a-88ec590624f2", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:24.686152 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-feb4d7c8-70c0-4f98-820b-98ae85cca133 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:24.686732 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfe8a04-55e4-4966-9693-c32cf0cdffcb', 'name': 'network-vif-deleted', 'tag': '6d92fddd-f89a-463a-845a-88ec590624f2', 'status': 'completed', 'code': 200} Jan 25 02:39:24.689593 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Network 760904a4-7afc-47ca-8ae4-4f69f0763420 is already hosted by enough agents. {{(pid=102672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:24.709275 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.base_scheduler [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Resources bound (agent type, host, resource id): {{(pid=102672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:24.711902 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Received port after_create {{(pid=102672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:24.769558 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Pushing event updated for resources: {'Port': ['ID=7da7ce98-0dcc-4b6a-b3eb-c7de74859839,revision_number=1']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:24.775571 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Attempting to bind port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:39:24.776609 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Attempting to bind port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:39:24.776609 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Attempting to bind port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 on network 760904a4-7afc-47ca-8ae4-4f69f0763420 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:24.782439 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:39:24.782899 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Checking segment: {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:39:24.783375 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.783863 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Bound using segment: {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:39:24.784410 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Bound port: 7da7ce98-0dcc-4b6a-b3eb-c7de74859839, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:39:24.784912 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.799308 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fb746b8c-47ee-4bb7-bbec-b6b8416e7be4 req-84d18816-f905-4f7e-a0df-98bfc77c3f17 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204646 Jan 25 02:39:24.843428 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks [] for router_gateway (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.852345 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] For port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:39:24.855554 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] For port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=7da7ce98-0dcc-4b6a-b3eb-c7de74859839,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:39:24.859416 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.862489 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.913276 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbebb77-626d-44d6-824e-17cbbc90fd54 None None] Pushing event updated for resources: {'Port': ['ID=7da7ce98-0dcc-4b6a-b3eb-c7de74859839,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:24.977344 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Allocated IP 172.27.1.221 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/88dca656-be12-4c05-aacf-7cb79f148ab5) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:25.104264 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks [] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.158135 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.215397 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:25.221712 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:25.224480 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:25.226970 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Pushing event updated for resources: {'Port': ['ID=88dca656-be12-4c05-aacf-7cb79f148ab5,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:25.314629 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:25.366360 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45922) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:25.370530 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:25.370902 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.440504 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3daacc3-774b-4d91-bc5b-46b9d4807afd admin admin] Deleting subnet 9bdd28ff-578c-4ad2-b3e2-22bed6db38ca {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:39:25.445108 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3daacc3-774b-4d91-bc5b-46b9d4807afd admin admin] Publish callbacks [] for subnet (9bdd28ff-578c-4ad2-b3e2-22bed6db38ca), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.452466 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:25.452873 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.487310 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=7da7ce98-0dcc-4b6a-b3eb-c7de74859839,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:25.492040 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.517814 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3daacc3-774b-4d91-bc5b-46b9d4807afd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10334889'] for subnet (9bdd28ff-578c-4ad2-b3e2-22bed6db38ca), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.544376 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=7da7ce98-0dcc-4b6a-b3eb-c7de74859839,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:25.598638 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3daacc3-774b-4d91-bc5b-46b9d4807afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (9bdd28ff-578c-4ad2-b3e2-22bed6db38ca), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.633478 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks [] for router_gateway (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.736374 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3daacc3-774b-4d91-bc5b-46b9d4807afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10000709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10474790'] for subnet (9bdd28ff-578c-4ad2-b3e2-22bed6db38ca), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.772932 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3daacc3-774b-4d91-bc5b-46b9d4807afd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.776834 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f3daacc3-774b-4d91-bc5b-46b9d4807afd admin admin] 10.222.0.117 "DELETE /v2.0/subnets/9bdd28ff-578c-4ad2-b3e2-22bed6db38ca HTTP/1.1" status: 204 len: 168 time: 0.4093637 Jan 25 02:39:25.779209 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45924) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:25.779729 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daacc3-774b-4d91-bc5b-46b9d4807afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdd28ff-578c-4ad2-b3e2-22bed6db38ca,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:25.858739 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (40220640-c28f-4d62-b93f-4c106d7635f8), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.913740 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547'] for router (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.915202 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f91ac-20cb-47c1-9eb2-2093a83aea4c None None] Network 760904a4-7afc-47ca-8ae4-4f69f0763420 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:39:25.949030 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (40220640-c28f-4d62-b93f-4c106d7635f8), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.971120 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40220640-c28f-4d62-b93f-4c106d7635f8']}} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:25.974108 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19586e2b-eb4f-45c6-a11d-2cd5a7f3c603 req-4a5059e6-d0c1-4cc6-a556-144701107801 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:25.975818 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-19586e2b-eb4f-45c6-a11d-2cd5a7f3c603 req-4a5059e6-d0c1-4cc6-a556-144701107801 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0936894 Jan 25 02:39:25.989310 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f97523-0ce0-4361-93ab-ed25278c7322') {'for_net_delete': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:25.989869 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f97523-0ce0-4361-93ab-ed25278c7322') {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:26.001858 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585851'] for segment (27f97523-0ce0-4361-93ab-ed25278c7322), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.013300 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-e0c4b37d-287d-4094-a45d-10750687b9e9 None None] Provisioning complete for port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:26.013714 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b37d-287d-4094-a45d-10750687b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.018662 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (27f97523-0ce0-4361-93ab-ed25278c7322), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.026458 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:39:26.026950 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669596'] for segment (27f97523-0ce0-4361-93ab-ed25278c7322), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: Traceback (most recent call last): Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: timer() Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: cb(*args, **kw) Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: return func(*args, **kwargs) Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: self._notify() Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: self.callback(batched_events) Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: event.method(event) Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: return f(self, *a, **k) Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: return self._get(url).json() Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: return self.request(url, 'GET', **kwargs) Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:39:26.040855 dv-cinder-819778-6-iscsi neutron-server[102671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:39:26.100474 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (40220640-c28f-4d62-b93f-4c106d7635f8), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.120390 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.126576 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] 10.222.0.117 "DELETE /v2.0/networks/40220640-c28f-4d62-b93f-4c106d7635f8 HTTP/1.1" status: 204 len: 168 time: 0.3433437 Jan 25 02:39:26.129441 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c778b9-6b88-42e7-bce9-10096abdb3c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=40220640-c28f-4d62-b93f-4c106d7635f8,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:26.131795 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4b37d-287d-4094-a45d-10750687b9e9 None None] Current status of the port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:26.264587 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45930) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:26.302346 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-19586e2b-eb4f-45c6-a11d-2cd5a7f3c603 req-9e9f7ee8-706a-45d9-bc64-b70cc6a0d659 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194194 Jan 25 02:39:26.331443 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 is scheduled to L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:39:26.336215 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-b386587b-953b-4790-a46e-6633a59eb6b4 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=6d1acc2413564b368f3c2ec812ffe6ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0678554 Jan 25 02:39:26.336455 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45932) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:26.356423 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-271b6166-1964-4ad0-ad0e-b2706885bc88 None None] Provisioning complete for port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:26.357900 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-271b6166-1964-4ad0-ad0e-b2706885bc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.390295 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4d7ece77-623c-41c7-8b10-1ab6b5a314a7 admin admin] Publish callbacks [] for security_group (f419949d-cb18-44ea-a1a2-43ea22f94b08), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.413510 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4d7ece77-623c-41c7-8b10-1ab6b5a314a7 admin admin] Publish callbacks [] for security_group (f419949d-cb18-44ea-a1a2-43ea22f94b08), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.438094 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-271b6166-1964-4ad0-ad0e-b2706885bc88 None None] Current status of the port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:26.444664 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:39:26.460493 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Sync routers for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:39:26.463040 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.464412 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-67df346f-81ee-4d14-bc97-98fc63ec3fbd admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1995599 Jan 25 02:39:26.467431 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45934) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:26.475823 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:26.476466 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:39:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:26.521038 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4d7ece77-623c-41c7-8b10-1ab6b5a314a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (f419949d-cb18-44ea-a1a2-43ea22f94b08), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.523586 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4d7ece77-623c-41c7-8b10-1ab6b5a314a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.524751 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-4d7ece77-623c-41c7-8b10-1ab6b5a314a7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/f419949d-cb18-44ea-a1a2-43ea22f94b08 HTTP/1.1" status: 204 len: 168 time: 0.1874039 Jan 25 02:39:26.538086 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ece77-623c-41c7-8b10-1ab6b5a314a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f419949d-cb18-44ea-a1a2-43ea22f94b08,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:26.602113 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:26.791010 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:25Z', 'revision_number': 3, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:26.819748 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Checking router: 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:39:26.820110 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Updating router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 port 88dca656-be12-4c05-aacf-7cb79f148ab5 binding host dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:39:26.858347 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.927181 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.093623 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Allocated IP 172.20.0.1 (760904a4-7afc-47ca-8ae4-4f69f0763420/9b97b83c-1dfb-454b-bbb5-aded573652a0/a551d18c-360b-496f-bb5a-1fd2f7abae3b) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:27.148101 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Publish callbacks [] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.153889 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.208030 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Attempting to bind port 88dca656-be12-4c05-aacf-7cb79f148ab5 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:39:27.208404 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Attempting to bind port 88dca656-be12-4c05-aacf-7cb79f148ab5 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:39:27.208763 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Attempting to bind port 88dca656-be12-4c05-aacf-7cb79f148ab5 on network ac97d597-b923-44ee-833a-ebc6f152d881 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:27.216413 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cd13a-d892-4e33-950f-c9752740f5c5 None None] Pushing event updated for resources: {'Port': ['ID=88dca656-be12-4c05-aacf-7cb79f148ab5,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:27.219071 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:39:27.219521 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:39:27.219914 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.220297 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Bound using segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:39:27.220770 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Bound port: 88dca656-be12-4c05-aacf-7cb79f148ab5, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:39:27.221143 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.246731 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Publish callbacks [] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.248618 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:27.282229 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.315975 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] For port 88dca656-be12-4c05-aacf-7cb79f148ab5, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:39:27.317771 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Network 760904a4-7afc-47ca-8ae4-4f69f0763420 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:27.320117 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] For port 88dca656-be12-4c05-aacf-7cb79f148ab5, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=88dca656-be12-4c05-aacf-7cb79f148ab5,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:39:27.322826 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:27.327076 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:27.327711 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.386528 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Pushing event updated for resources: {'Port': ['ID=a551d18c-360b-496f-bb5a-1fd2f7abae3b,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:27.398876 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472927'] for router_interface (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.548429 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:27.548994 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.581815 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.598030 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85333372-2e1a-43c7-b9e6-99308b030fe6 req-00215369-dc7e-4e79-8660-341673d460e2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:27.599593 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-85333372-2e1a-43c7-b9e6-99308b030fe6 req-00215369-dc7e-4e79-8660-341673d460e2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0836654 Jan 25 02:39:27.621369 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cd13a-d892-4e33-950f-c9752740f5c5 None None] Pushing event updated for resources: {'Port': ['ID=88dca656-be12-4c05-aacf-7cb79f148ab5,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:27.627838 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:27.628495 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:39:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:27.666938 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-c198d9f8-8f5f-4fd8-80e8-44bf622e1353 None None] Provisioning complete for port a551d18c-360b-496f-bb5a-1fd2f7abae3b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:27.667090 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c198d9f8-8f5f-4fd8-80e8-44bf622e1353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.697363 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-85333372-2e1a-43c7-b9e6-99308b030fe6 req-f2885982-eaa8-4b79-b260-e7c72a148e79 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878470 Jan 25 02:39:27.750158 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 6d92fddd-f89a-463a-845a-88ec590624f2 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:27.805933 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-c198d9f8-8f5f-4fd8-80e8-44bf622e1353 None None] Port a551d18c-360b-496f-bb5a-1fd2f7abae3b cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:39:27.813283 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: 6d92fddd-f89a-463a-845a-88ec590624f2 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:27.813533 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 6d92fddd-f89a-463a-845a-88ec590624f2 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:27.815484 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Publish callbacks [] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.822132 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.826060 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:27.841679 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:27.902470 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462773'] for router_interface (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.907105 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Pushing event updated for resources: {'Port': ['ID=a551d18c-360b-496f-bb5a-1fd2f7abae3b,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:28.002515 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Network 760904a4-7afc-47ca-8ae4-4f69f0763420 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:28.006397 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:28.037648 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f946dac4-5824-47ac-9cd5-f717fd70265a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:28.082832 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 1, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:28.111418 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28c027-6aaf-439d-af5b-18fe92fa33d3 None None] The sync data for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi is: [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 1, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:39:28.134774 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:39:28.263822 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:39:28.275746 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-e21b4efd-b544-4861-be12-795ae92b40ee admin admin] 10.222.0.117 "PUT /v2.0/routers/627b9f73-21d6-41f0-b6ce-aca8341c7fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8002541 Jan 25 02:39:28.356870 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-6b406cad-8613-4427-b5f3-6f6b6c485ab9 None None] Provisioning complete for port a551d18c-360b-496f-bb5a-1fd2f7abae3b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:28.357726 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6b406cad-8613-4427-b5f3-6f6b6c485ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:28.400766 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-6b406cad-8613-4427-b5f3-6f6b6c485ab9 None None] Port a551d18c-360b-496f-bb5a-1fd2f7abae3b cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:39:28.837405 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933987b7-b26f-445a-ab85-ed5fd85b2b42 req-9836d7af-fcb2-4ff5-a9a4-6fd32256be4d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:28.838952 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-933987b7-b26f-445a-ab85-ed5fd85b2b42 req-9836d7af-fcb2-4ff5-a9a4-6fd32256be4d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0543325 Jan 25 02:39:28.852325 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 45992) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:28.868924 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-33b36661-ad7c-4fc7-811d-caf2ca2cd6a7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551233193', 'description': 'tempest-description--582636653'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:28.896968 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-33b36661-ad7c-4fc7-811d-caf2ca2cd6a7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:28.903790 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-933987b7-b26f-445a-ab85-ed5fd85b2b42 req-f98cfe2f-ebbb-4114-b1d0-cfded2c98fe8 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569088 Jan 25 02:39:28.967920 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-33b36661-ad7c-4fc7-811d-caf2ca2cd6a7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (f861351e-7372-47fa-9f23-44e72cf62c06), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:28.971930 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-33b36661-ad7c-4fc7-811d-caf2ca2cd6a7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (f861351e-7372-47fa-9f23-44e72cf62c06), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.003301 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-33b36661-ad7c-4fc7-811d-caf2ca2cd6a7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.004913 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-33b36661-ad7c-4fc7-811d-caf2ca2cd6a7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1514590 Jan 25 02:39:29.007168 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b36661-ad7c-4fc7-811d-caf2ca2cd6a7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f861351e-7372-47fa-9f23-44e72cf62c06,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:29.008422 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45994) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:29.014422 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-c1491ecc-4c4b-4eca-8e98-03d57fcf68fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'security_group_rule': {'security_group_id': 'f861351e-7372-47fa-9f23-44e72cf62c06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:29.045293 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c1491ecc-4c4b-4eca-8e98-03d57fcf68fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (b7147fea-4fd7-4be9-8c65-dea17e02d032), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.108183 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c1491ecc-4c4b-4eca-8e98-03d57fcf68fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (b7147fea-4fd7-4be9-8c65-dea17e02d032), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.112040 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c1491ecc-4c4b-4eca-8e98-03d57fcf68fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (b7147fea-4fd7-4be9-8c65-dea17e02d032), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.130403 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1491ecc-4c4b-4eca-8e98-03d57fcf68fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7147fea-4fd7-4be9-8c65-dea17e02d032,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:29.139273 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c1491ecc-4c4b-4eca-8e98-03d57fcf68fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.140559 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c1491ecc-4c4b-4eca-8e98-03d57fcf68fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302409 Jan 25 02:39:29.143389 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45996) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:29.148284 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-0a8de222-8bed-45f9-aaac-69b2ce0d0139 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'security_group_rule': {'security_group_id': 'f861351e-7372-47fa-9f23-44e72cf62c06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:29.185462 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a8de222-8bed-45f9-aaac-69b2ce0d0139 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (21d329ae-173b-480b-befd-1bf3360b7595), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.274147 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a8de222-8bed-45f9-aaac-69b2ce0d0139 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (21d329ae-173b-480b-befd-1bf3360b7595), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.280550 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a8de222-8bed-45f9-aaac-69b2ce0d0139 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (21d329ae-173b-480b-befd-1bf3360b7595), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.302063 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 88dca656-be12-4c05-aacf-7cb79f148ab5 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:29.308183 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8de222-8bed-45f9-aaac-69b2ce0d0139 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d329ae-173b-480b-befd-1bf3360b7595,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:29.326487 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a8de222-8bed-45f9-aaac-69b2ce0d0139 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.327730 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-0a8de222-8bed-45f9-aaac-69b2ce0d0139 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1832664 Jan 25 02:39:29.331163 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 45998) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:29.335547 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'floatingip': {'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:29.369086 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 88dca656-be12-4c05-aacf-7cb79f148ab5 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:29.369413 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.370017 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.453423 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 88dca656-be12-4c05-aacf-7cb79f148ab5 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:29.453824 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.468436 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f352c88-9993-4648-86df-b6595029f300 req-0a2940b6-94c8-41b8-86e9-212384b280be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:29.469938 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f352c88-9993-4648-86df-b6595029f300 req-0a2940b6-94c8-41b8-86e9-212384b280be service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 1098 time: 0.0838370 Jan 25 02:39:29.477416 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 88dca656-be12-4c05-aacf-7cb79f148ab5, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=88dca656-be12-4c05-aacf-7cb79f148ab5,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:29.484192 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.553783 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=88dca656-be12-4c05-aacf-7cb79f148ab5,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:29.840930 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.896345 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f352c88-9993-4648-86df-b6595029f300 req-ca6de436-3d15-405d-a021-575942167900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:29.897853 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f352c88-9993-4648-86df-b6595029f300 req-ca6de436-3d15-405d-a021-575942167900 service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.4048145 Jan 25 02:39:30.012199 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f352c88-9993-4648-86df-b6595029f300 req-88198bd8-39e1-4762-a99f-235248994e2a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19 HTTP/1.1" status: 200 len: 1001 time: 0.1048665 Jan 25 02:39:30.045280 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fdfc8-fd64-4473-969d-d1f7a6753a7b req-431b172f-21a0-47d5-8c1c-0a341c367703 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:30.048062 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-904fdfc8-fd64-4473-969d-d1f7a6753a7b req-431b172f-21a0-47d5-8c1c-0a341c367703 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0540843 Jan 25 02:39:30.059448 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Allocated IP 172.27.1.48 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/f6166660-5708-49de-9255-3fa1d4dd505f) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:30.086941 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f352c88-9993-4648-86df-b6595029f300 req-7485f976-5b1a-4355-9caa-f839d7c00539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:30.088473 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f352c88-9993-4648-86df-b6595029f300 req-7485f976-5b1a-4355-9caa-f839d7c00539 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0685222 Jan 25 02:39:30.099962 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-904fdfc8-fd64-4473-969d-d1f7a6753a7b req-6594a6c9-4099-4697-9529-d360173a1d77 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469840 Jan 25 02:39:30.162214 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d23eb91e-d740-4c15-9b2f-e4e8c23e16f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.189055 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f352c88-9993-4648-86df-b6595029f300 req-b9f92065-efc7-4513-9a4f-21db958b0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:30.190740 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f352c88-9993-4648-86df-b6595029f300 req-b9f92065-efc7-4513-9a4f-21db958b0df2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925920 Jan 25 02:39:30.243381 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for port (f6166660-5708-49de-9255-3fa1d4dd505f), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.323827 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f352c88-9993-4648-86df-b6595029f300 req-899381ff-5159-4d14-a981-4ca5d36e52ec service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210527 Jan 25 02:39:30.330693 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (f6166660-5708-49de-9255-3fa1d4dd505f), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.427782 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:30.428071 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Sync routers for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:39:30.435545 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:30.438826 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'Port': ['ID=f6166660-5708-49de-9255-3fa1d4dd505f,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:30.439847 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:30.441459 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-e59581bb-33ca-4966-b446-770871693f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:39:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:30.443536 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:30.501398 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f352c88-9993-4648-86df-b6595029f300 req-4e23cdd4-a98c-4f3f-a392-522fb4f2f6ba service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679907 Jan 25 02:39:30.546664 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (1b59c426-e003-429b-9935-aecaea26f116), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.549844 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:30.580372 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (f6166660-5708-49de-9255-3fa1d4dd505f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.741239 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for port (f6166660-5708-49de-9255-3fa1d4dd505f), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.745604 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (f6166660-5708-49de-9255-3fa1d4dd505f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.815040 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'Port': ['ID=f6166660-5708-49de-9255-3fa1d4dd505f,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:30.826616 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.826971 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.827315 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.827652 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.828014 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.828341 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.828665 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.828989 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.829319 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.829898 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.830217 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.830536 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.830855 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:30.833033 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-e59581bb-33ca-4966-b446-770871693f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 2, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:30.838916 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (1b59c426-e003-429b-9935-aecaea26f116), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.854407 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.855613 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-52f297d5-80a3-4572-b685-260ee1d94cf2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5234389 Jan 25 02:39:30.863540 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Checking router: 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:39:30.863933 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Updating router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 port a551d18c-360b-496f-bb5a-1fd2f7abae3b binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:39:30.889202 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.010583 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-6b12e5c8-d1e3-4814-80b6-64e30b44ac24 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--1551233193&fields=id&tenant_id=334fc558eb7e4efb8031bd3f409ddfda HTTP/1.1" status: 200 len: 267 time: 0.0437491 Jan 25 02:39:31.022208 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.124759 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-5ca40e82-6880-4c83-a80c-3184baff75f8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:31.126122 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-5ca40e82-6880-4c83-a80c-3184baff75f8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 811 time: 0.1043699 Jan 25 02:39:31.141548 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-a28b865b-5b2e-4f39-a804-fa3d1dddc0a6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/quotas/334fc558eb7e4efb8031bd3f409ddfda HTTP/1.1" status: 200 len: 375 time: 0.0092177 Jan 25 02:39:31.168510 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Publish callbacks [] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.174775 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.245160 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Pushing event updated for resources: {'Port': ['ID=a551d18c-360b-496f-bb5a-1fd2f7abae3b,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:31.254760 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-bff79d2f-2cf3-4908-a747-c61f566d26bf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786166 Jan 25 02:39:31.260434 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78768c01-871c-410b-b337-802bfc02984e req-4fe76912-66bd-48cd-ac27-9624d0a5ff40 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:31.261448 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 88dca656-be12-4c05-aacf-7cb79f148ab5 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:31.262135 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-78768c01-871c-410b-b337-802bfc02984e req-4fe76912-66bd-48cd-ac27-9624d0a5ff40 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0779018 Jan 25 02:39:31.275762 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.276146 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.276523 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.276873 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.277204 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.280189 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.280747 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.281251 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.282091 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.282517 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.282925 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.283326 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.283911 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:31.325252 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-78768c01-871c-410b-b337-802bfc02984e req-79b2fd8b-76bc-4689-89b6-c8635241c25f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572073 Jan 25 02:39:31.338353 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 88dca656-be12-4c05-aacf-7cb79f148ab5 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:31.338998 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.375181 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-9191cdbe-af80-41b2-a261-5d915c68860e service neutron] 10.222.0.117 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056685 Jan 25 02:39:31.389559 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Attempting to bind port a551d18c-360b-496f-bb5a-1fd2f7abae3b on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:39:31.390065 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Attempting to bind port a551d18c-360b-496f-bb5a-1fd2f7abae3b by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:39:31.390578 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Attempting to bind port a551d18c-360b-496f-bb5a-1fd2f7abae3b on network 760904a4-7afc-47ca-8ae4-4f69f0763420 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:31.398153 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:39:31.398855 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Checking segment: {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:39:31.399774 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.400373 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Bound using segment: {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:39:31.401219 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Bound port: a551d18c-360b-496f-bb5a-1fd2f7abae3b, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:39:31.401797 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.435434 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 88dca656-be12-4c05-aacf-7cb79f148ab5 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:31.480177 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-e59581bb-33ca-4966-b446-770871693f64 None None] For port a551d18c-360b-496f-bb5a-1fd2f7abae3b, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:39:31.484447 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-63f1cd81-a02c-4402-bd20-fc3ab0a5c96b service neutron] 10.222.0.117 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999799 Jan 25 02:39:31.487356 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-e59581bb-33ca-4966-b446-770871693f64 None None] For port a551d18c-360b-496f-bb5a-1fd2f7abae3b, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=a551d18c-360b-496f-bb5a-1fd2f7abae3b,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:39:31.493297 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.521018 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.559593 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33a409-0aef-4669-8a14-a3ddda40bbae None None] Pushing event updated for resources: {'Port': ['ID=a551d18c-360b-496f-bb5a-1fd2f7abae3b,revision_number=4']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:31.564748 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:31.565363 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-e59581bb-33ca-4966-b446-770871693f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:39:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:31.585717 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-baca2da8-7d79-49a0-92d6-06ac5c41ea33 None None] Provisioning complete for port a551d18c-360b-496f-bb5a-1fd2f7abae3b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:31.589508 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-baca2da8-7d79-49a0-92d6-06ac5c41ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.713884 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-baca2da8-7d79-49a0-92d6-06ac5c41ea33 None None] Current status of the port a551d18c-360b-496f-bb5a-1fd2f7abae3b is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:31.714288 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-baca2da8-7d79-49a0-92d6-06ac5c41ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.731663 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 70f9e14e-ca54-45fc-9d32-c3612a600d19 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:39:31.751727 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-e59581bb-33ca-4966-b446-770871693f64 None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:31.772665 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-baca2da8-7d79-49a0-92d6-06ac5c41ea33 None None] For port a551d18c-360b-496f-bb5a-1fd2f7abae3b, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=a551d18c-360b-496f-bb5a-1fd2f7abae3b,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:31.776358 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a9458df3-8c53-4871-8b88-35e68545c2c6 req-23a493e7-49ce-419a-83d6-ab795f172689 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 210 time: 0.0575011 Jan 25 02:39:31.809097 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-baca2da8-7d79-49a0-92d6-06ac5c41ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.931142 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca2da8-7d79-49a0-92d6-06ac5c41ea33 None None] Pushing event updated for resources: {'Port': ['ID=a551d18c-360b-496f-bb5a-1fd2f7abae3b,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:31.935929 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:31.950749 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'port_id': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'mac_address': 'fa:16:3e:f4:d8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:39:31.957130 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-87f19072-be4a-41ab-a205-e23d6c0fe886 None None] Provisioning complete for port a551d18c-360b-496f-bb5a-1fd2f7abae3b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:31.957513 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-87f19072-be4a-41ab-a205-e23d6c0fe886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:31.978486 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-e59581bb-33ca-4966-b446-770871693f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:32.014660 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59581bb-33ca-4966-b446-770871693f64 None None] The sync data for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi is: [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:39:32.025244 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 70f9e14e-ca54-45fc-9d32-c3612a600d19 is: ACTIVE; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:32.025864 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:32.045273 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70f9e14e-ca54-45fc-9d32-c3612a600d19 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:32.087906 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:32.095599 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:32.103897 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-87f19072-be4a-41ab-a205-e23d6c0fe886 None None] Current status of the port a551d18c-360b-496f-bb5a-1fd2f7abae3b is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:32.173282 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=6']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:32.262945 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['70f9e14e-ca54-45fc-9d32-c3612a600d19'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:32.482650 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f5552-eafd-40e6-ac3d-25e7dd690e2d req-68f93305-07b0-4003-97d0-6c527788c861 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:32.484446 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e19f5552-eafd-40e6-ac3d-25e7dd690e2d req-68f93305-07b0-4003-97d0-6c527788c861 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 944 time: 0.0571554 Jan 25 02:39:32.533476 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e19f5552-eafd-40e6-ac3d-25e7dd690e2d req-f103408a-7979-4c78-8b9e-0d6460c3a115 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433466 Jan 25 02:39:32.847982 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aceb1429-0265-4666-a2f3-4ae0ac08c3fa req-01443e33-78f8-4bbf-92f8-3398f325f298 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 210 time: 0.0266533 Jan 25 02:39:32.938010 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:33.235794 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device a551d18c-360b-496f-bb5a-1fd2f7abae3b up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:33.282765 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port a551d18c-360b-496f-bb5a-1fd2f7abae3b triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:33.283136 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:33.367724 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port a551d18c-360b-496f-bb5a-1fd2f7abae3b is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:33.541982 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b43736-9d8a-4afd-b49c-023d89a176b5 req-a2210afb-eea9-4404-a205-9beda65648ee tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:33.543469 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-78b43736-9d8a-4afd-b49c-023d89a176b5 req-a2210afb-eea9-4404-a205-9beda65648ee tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0477247 Jan 25 02:39:33.603380 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-78b43736-9d8a-4afd-b49c-023d89a176b5 req-a43567a4-9c66-4af5-a345-e25ac9b9e05d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539572 Jan 25 02:39:33.664755 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2b32b-9cb6-4efb-a5a4-faf729784a5c req-313b9ad6-c35c-4b0f-bd24-0a2aa81f718d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:33.666233 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-07c2b32b-9cb6-4efb-a5a4-faf729784a5c req-313b9ad6-c35c-4b0f-bd24-0a2aa81f718d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 944 time: 0.0563974 Jan 25 02:39:33.717430 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-07c2b32b-9cb6-4efb-a5a4-faf729784a5c req-bbdfd92d-0903-4857-85f6-3056a0d86e45 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Jan 25 02:39:33.953113 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fac146a7-9896-458f-b9c5-87dffba86335 req-4617d7a9-21dc-4d05-b7e0-bc0ccfaf465b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 210 time: 0.0358510 Jan 25 02:39:34.157395 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:34.278655 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 70f9e14e-ca54-45fc-9d32-c3612a600d19 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:34.327876 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 70f9e14e-ca54-45fc-9d32-c3612a600d19 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:34.328261 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:34.407715 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 70f9e14e-ca54-45fc-9d32-c3612a600d19 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:34.408031 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:34.430512 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:34.432956 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732368e4-4d30-4d2e-909c-570812a94c4e" -d '{"events": [{"server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "name": "network-vif-plugged", "status": "completed", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:34.446223 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:34.450213 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:34.475036 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724515ab-8bc4-4542-8e0e-319d1582c391 x-openstack-request-id: req-724515ab-8bc4-4542-8e0e-319d1582c391 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:34.475350 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "name": "network-vif-plugged", "status": "completed", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:34.475609 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-724515ab-8bc4-4542-8e0e-319d1582c391 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:34.476031 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'code': 200} Jan 25 02:39:34.503006 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=7']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:34.720344 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f9988-718a-4d35-9e6c-92cc6babd8eb req-4121413f-8cee-4537-a09a-2358743f9cc9 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:34.721849 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-554f9988-718a-4d35-9e6c-92cc6babd8eb req-4121413f-8cee-4537-a09a-2358743f9cc9 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0489075 Jan 25 02:39:34.783616 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-554f9988-718a-4d35-9e6c-92cc6babd8eb req-250cd44e-9e93-42f5-81c0-82299182e7b3 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555491 Jan 25 02:39:34.837547 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c055a3-4eaa-4717-b92f-537df7287472 req-a2e846fc-9336-4faf-ba09-d1bd46198b05 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:34.838997 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-02c055a3-4eaa-4717-b92f-537df7287472 req-a2e846fc-9336-4faf-ba09-d1bd46198b05 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0478611 Jan 25 02:39:34.885170 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-02c055a3-4eaa-4717-b92f-537df7287472 req-9e473b1a-37df-4c36-8e5f-33fdc9eeb163 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406721 Jan 25 02:39:35.051852 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e3517a44-f4a1-4fd9-b80c-e269705e0c10 req-2f253c06-595c-4e00-94f6-c9497ba1d2c4 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 210 time: 0.0248537 Jan 25 02:39:35.308978 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-5af803df-7579-4de5-8edf-d62c638b7aae tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:35.310421 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-5af803df-7579-4de5-8edf-d62c638b7aae tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 811 time: 0.1075478 Jan 25 02:39:35.895788 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdb550-aeb0-49e2-a338-b267f41c43dd req-b7bd610f-d899-42dc-aa78-5a241a955b42 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:35.897233 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-11bdb550-aeb0-49e2-a338-b267f41c43dd req-b7bd610f-d899-42dc-aa78-5a241a955b42 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0481169 Jan 25 02:39:35.958026 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-11bdb550-aeb0-49e2-a338-b267f41c43dd req-86f15444-e407-462d-bb73-53bbbbdaba6d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551987 Jan 25 02:39:36.003950 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb86e6-8526-45a8-9024-01f6e60fcef8 req-0334122e-dd48-4e23-ab78-e6947eb36a01 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:36.005426 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aebb86e6-8526-45a8-9024-01f6e60fcef8 req-0334122e-dd48-4e23-ab78-e6947eb36a01 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0498550 Jan 25 02:39:36.055956 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aebb86e6-8526-45a8-9024-01f6e60fcef8 req-729bdff7-d155-4a73-9a89-d64e582b3090 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441489 Jan 25 02:39:36.142726 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f32884b1-80c5-44ef-9520-a451c6739670 req-ebdcfabf-a580-4ff8-8e65-2c8ac3d47067 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 210 time: 0.0242791 Jan 25 02:39:36.776042 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-3fa8f5b9-f758-4e55-b568-10ea401e19e9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=334fc558eb7e4efb8031bd3f409ddfda HTTP/1.1" status: 200 len: 380 time: 0.0950637 Jan 25 02:39:36.785425 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-48fe1ed7-67e6-4a5a-b689-8656b23a36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:36.786901 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-48fe1ed7-67e6-4a5a-b689-8656b23a36e1 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=420e54880e0e49999ee0ca6050023575&device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 1137 time: 0.0680783 Jan 25 02:39:36.790191 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'port': {'device_id': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'admin_state_up': True, 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'security_groups': ['f861351e-7372-47fa-9f23-44e72cf62c06']}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:36.944501 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-d3918afe-f554-4ae5-9681-a339dc4ec2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:36.945945 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-d3918afe-f554-4ae5-9681-a339dc4ec2a6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec HTTP/1.1" status: 200 len: 916 time: 0.1527667 Jan 25 02:39:37.001235 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Made reservation on behalf of 334fc558eb7e4efb8031bd3f409ddfda for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:39:37.005077 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.045680 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-67e09dde-74de-49cc-93be-29beb392d83b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 200 len: 1000 time: 0.0874290 Jan 25 02:39:37.077097 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4314e2-5031-4910-9975-ec1d348c3ddd req-0532d8d4-483c-488e-8de0-b726fee42a18 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:37.078985 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2e4314e2-5031-4910-9975-ec1d348c3ddd req-0532d8d4-483c-488e-8de0-b726fee42a18 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0524268 Jan 25 02:39:37.152204 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2e4314e2-5031-4910-9975-ec1d348c3ddd req-c674fb58-e511-4d01-9a72-e908d37366ba tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640109 Jan 25 02:39:37.172890 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-eff1c353-28e9-47ec-b7ce-bcf11a186e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:37.174331 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-eff1c353-28e9-47ec-b7ce-bcf11a186e04 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819 HTTP/1.1" status: 200 len: 854 time: 0.0988884 Jan 25 02:39:37.244175 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Allocated IP 172.20.0.7 (760904a4-7afc-47ca-8ae4-4f69f0763420/9b97b83c-1dfb-454b-bbb5-aded573652a0/38dd2c4d-d070-42a6-8414-c0e245cda865) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:37.245132 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f60747b6-6144-4996-a147-0851eb3c77d6 req-325a2c91-3ea3-4954-bc66-fd6357b6d101 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 210 time: 0.0273402 Jan 25 02:39:37.269629 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0ebcb-324c-4df9-9db2-e9b4552ef900 req-ade89b6e-b449-44a9-8d64-5ef9701e5c76 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:37.271390 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0b0ebcb-324c-4df9-9db2-e9b4552ef900 req-ade89b6e-b449-44a9-8d64-5ef9701e5c76 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.1344273 Jan 25 02:39:37.289621 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-5f438200-8a8f-4ca3-9e68-c7d862c2eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:37.291003 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-5f438200-8a8f-4ca3-9e68-c7d862c2eb3b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965044 Jan 25 02:39:37.450019 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0b0ebcb-324c-4df9-9db2-e9b4552ef900 req-cc9ae7e3-ff5b-4349-8b7a-48464d23edd4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700633 Jan 25 02:39:37.476396 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-2a9b4de2-a2a2-49a0-acc9-7d678d40d96c service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731646 Jan 25 02:39:37.533398 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.607577 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-209d9027-9d8f-4430-b2e5-d830bbd186ee req-4b06b4da-5b22-4a46-bc90-0c3ded6661e2 service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220975 Jan 25 02:39:37.618983 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.659117 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Network 760904a4-7afc-47ca-8ae4-4f69f0763420 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:37.662107 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:37.664549 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:37.705790 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'Port': ['ID=38dd2c4d-d070-42a6-8414-c0e245cda865,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:37.731066 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:37.732038 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.757048 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-af3c1519-3c40-4482-9e6f-ebfe39fdd4d9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9744577 Jan 25 02:39:37.783501 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Request body: {'port': {'device_id': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:37.851959 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.961413 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-c6ccddb4-e9cb-455f-9428-175e1d3bfa56 None None] Provisioning complete for port 38dd2c4d-d070-42a6-8414-c0e245cda865 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:37.961945 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c6ccddb4-e9cb-455f-9428-175e1d3bfa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:38.000737 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-c6ccddb4-e9cb-455f-9428-175e1d3bfa56 None None] Port 38dd2c4d-d070-42a6-8414-c0e245cda865 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:39:38.131454 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38dd2c4d-d070-42a6-8414-c0e245cda865 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:38.139447 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Publish callbacks [] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:38.152420 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Transition to ACTIVE for port object 38dd2c4d-d070-42a6-8414-c0e245cda865 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:39:38.155789 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:38.218136 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=38dd2c4d-d070-42a6-8414-c0e245cda865,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:38.302201 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Attempting to bind port 38dd2c4d-d070-42a6-8414-c0e245cda865 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:39:38.302672 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Attempting to bind port 38dd2c4d-d070-42a6-8414-c0e245cda865 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:39:38.303285 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Attempting to bind port 38dd2c4d-d070-42a6-8414-c0e245cda865 on network 760904a4-7afc-47ca-8ae4-4f69f0763420 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:38.310199 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Port 38dd2c4d-d070-42a6-8414-c0e245cda865 on network 760904a4-7afc-47ca-8ae4-4f69f0763420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:39:38.310681 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Attempting to bind port 38dd2c4d-d070-42a6-8414-c0e245cda865 on network 760904a4-7afc-47ca-8ae4-4f69f0763420 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:38.317856 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:39:38.318332 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Checking segment: {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:39:38.318805 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Bound using segment: {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:39:38.319058 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e919b-48a7-4c3c-b962-9b73efe71159 req-7a87b3a9-2256-45e9-81b7-339fa26444e5 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.319561 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Bound port: 38dd2c4d-d070-42a6-8414-c0e245cda865, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:39:38.319776 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:38.321487 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dc5e919b-48a7-4c3c-b962-9b73efe71159 req-7a87b3a9-2256-45e9-81b7-339fa26444e5 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0808139 Jan 25 02:39:38.394275 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dc5e919b-48a7-4c3c-b962-9b73efe71159 req-057e6bc8-a287-49fd-bdb2-4bb41956419c tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668769 Jan 25 02:39:38.433278 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898b12d-fade-4f54-8ab0-d44240a6ddc4 req-4da84212-7996-4c85-9efb-e536ec64b1dc tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.434812 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8898b12d-fade-4f54-8ab0-d44240a6ddc4 req-4da84212-7996-4c85-9efb-e536ec64b1dc tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 943 time: 0.1062508 Jan 25 02:39:38.441428 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] For port 38dd2c4d-d070-42a6-8414-c0e245cda865, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:39:38.445744 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] For port 38dd2c4d-d070-42a6-8414-c0e245cda865, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=38dd2c4d-d070-42a6-8414-c0e245cda865,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:39:38.461088 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:38.498010 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.498804 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:38.500229 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] 10.222.0.121 "PUT /v2.0/ports/38dd2c4d-d070-42a6-8414-c0e245cda865 HTTP/1.1" status: 200 len: 1093 time: 0.7214088 Jan 25 02:39:38.508736 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'tag': '38dd2c4d-d070-42a6-8414-c0e245cda865'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:38.510991 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3200a2b1-b046-4168-b0db-739acffec265" -d '{"events": [{"name": "network-changed", "server_uuid": "005bbb3b-aa37-44d8-baa7-f0d1278d1590", "tag": "38dd2c4d-d070-42a6-8414-c0e245cda865"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:38.555668 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8898b12d-fade-4f54-8ab0-d44240a6ddc4 req-1a6fdd74-b547-4439-91c7-21ab0cec74ad tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118429 Jan 25 02:39:38.559444 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd89107-b8a9-442e-88ff-dfa9a944e2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=38dd2c4d-d070-42a6-8414-c0e245cda865,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:38.589237 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad98ed-b701-467b-8812-2ddede8f66ef req-051f5555-493f-4fae-a102-443cda934004 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.590838 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9bad98ed-b701-467b-8812-2ddede8f66ef req-051f5555-493f-4fae-a102-443cda934004 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0629804 Jan 25 02:39:38.605547 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5754f708-2693-475a-b989-24e3f8548ac7 x-openstack-request-id: req-5754f708-2693-475a-b989-24e3f8548ac7 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:38.605843 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005bbb3b-aa37-44d8-baa7-f0d1278d1590", "tag": "38dd2c4d-d070-42a6-8414-c0e245cda865", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:38.606101 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-5754f708-2693-475a-b989-24e3f8548ac7 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:38.606502 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'tag': '38dd2c4d-d070-42a6-8414-c0e245cda865', 'status': 'completed', 'code': 200} Jan 25 02:39:38.642135 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9bad98ed-b701-467b-8812-2ddede8f66ef req-a647b3f1-f1b7-4e2e-af8c-fddf124720a1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456102 Jan 25 02:39:38.764602 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-d15af7c4-4cb9-48ef-9b0f-74d3df801ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.766092 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-d15af7c4-4cb9-48ef-9b0f-74d3df801ee3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 1096 time: 0.0542672 Jan 25 02:39:38.816626 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-fff19afc-2ef1-4629-b5de-1cd90de3123e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38dd2c4d-d070-42a6-8414-c0e245cda865 HTTP/1.1" status: 200 len: 217 time: 0.0381064 Jan 25 02:39:38.890536 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-2ddb26a3-28e8-4074-8486-5e1b7b5ba2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.892011 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-2ddb26a3-28e8-4074-8486-5e1b7b5ba2ed service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0487614 Jan 25 02:39:38.936105 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-41d139e0-5e6d-4e3d-8984-3d9cc93f9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.937606 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-41d139e0-5e6d-4e3d-8984-3d9cc93f9b69 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396099 Jan 25 02:39:39.039774 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-fbbe23b7-46b3-40dd-9f10-667d8f053dd1 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905704 Jan 25 02:39:39.140001 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa227f13-e1b0-4583-aea9-0575e7f15b59 req-d905d12b-59ae-4da4-b5e6-d009ef60e790 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885799 Jan 25 02:39:39.296161 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200a2b1-b046-4168-b0db-739acffec265 req-3e6631c9-bf97-4589-bea8-cb592439609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:39.298228 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3200a2b1-b046-4168-b0db-739acffec265 req-3e6631c9-bf97-4589-bea8-cb592439609d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 1096 time: 0.0504153 Jan 25 02:39:39.411812 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200a2b1-b046-4168-b0db-739acffec265 req-624d7b98-21c0-4afe-a46c-5d694c6e7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:39.419388 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3200a2b1-b046-4168-b0db-739acffec265 req-624d7b98-21c0-4afe-a46c-5d694c6e7dbb service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.1057127 Jan 25 02:39:39.474791 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3200a2b1-b046-4168-b0db-739acffec265 req-a937a1c2-d22e-4137-822a-ae71d0a5442a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38dd2c4d-d070-42a6-8414-c0e245cda865 HTTP/1.1" status: 200 len: 217 time: 0.0502872 Jan 25 02:39:39.738390 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8b3a1-bfdf-44a8-9e1d-eecc79c68389 req-a7b54408-84ee-49f6-8c2f-c04ad126e6cd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:39.748261 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22c8b3a1-bfdf-44a8-9e1d-eecc79c68389 req-a7b54408-84ee-49f6-8c2f-c04ad126e6cd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 943 time: 0.0951505 Jan 25 02:39:39.821532 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22c8b3a1-bfdf-44a8-9e1d-eecc79c68389 req-ad320108-8394-4bd3-bf67-d05ecf8ff399 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721302 Jan 25 02:39:39.850496 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200a2b1-b046-4168-b0db-739acffec265 req-cc214f45-fd0e-415c-a298-a3d89a01bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:39.851926 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3200a2b1-b046-4168-b0db-739acffec265 req-cc214f45-fd0e-415c-a298-a3d89a01bbc9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.3697767 Jan 25 02:39:39.907073 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eb5f0-3010-4c5e-9c2d-afb4e8e95461 req-f064db12-1f32-477d-8eb1-65439bf49f0f tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:39.913990 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e1eb5f0-3010-4c5e-9c2d-afb4e8e95461 req-f064db12-1f32-477d-8eb1-65439bf49f0f tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.1114974 Jan 25 02:39:39.946904 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200a2b1-b046-4168-b0db-739acffec265 req-9abdf467-23e7-40c1-9c0c-0bd2499ebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:39.948332 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3200a2b1-b046-4168-b0db-739acffec265 req-9abdf467-23e7-40c1-9c0c-0bd2499ebb5b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884809 Jan 25 02:39:39.965616 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b526f9b-2e06-4802-b6ea-4483954bfd06 req-f03fcaf1-7c2d-4095-86ef-18530edb1d96 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:39.973175 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1b526f9b-2e06-4802-b6ea-4483954bfd06 req-f03fcaf1-7c2d-4095-86ef-18530edb1d96 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0667582 Jan 25 02:39:40.028858 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1b526f9b-2e06-4802-b6ea-4483954bfd06 req-ead98e5d-0541-4e23-89a9-3260496278a7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538075 Jan 25 02:39:40.056641 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e1eb5f0-3010-4c5e-9c2d-afb4e8e95461 req-5de6ae01-281e-463e-a508-2113d8100bfe tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1417139 Jan 25 02:39:40.092180 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3200a2b1-b046-4168-b0db-739acffec265 req-570069ff-500c-4f8a-b3df-ff19c605a641 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322658 Jan 25 02:39:40.203837 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3200a2b1-b046-4168-b0db-739acffec265 req-a8921f26-fba8-423b-8f90-b830dbb88404 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043184 Jan 25 02:39:40.958198 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7051-a704-4713-80ac-0ed654af0cb0 req-726055f4-c610-49ff-adc5-85a416569c1a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:40.960504 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1f7d7051-a704-4713-80ac-0ed654af0cb0 req-726055f4-c610-49ff-adc5-85a416569c1a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 943 time: 0.0638802 Jan 25 02:39:41.028354 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1f7d7051-a704-4713-80ac-0ed654af0cb0 req-37986542-68fe-4ddf-907b-8de13fdf0bf3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610533 Jan 25 02:39:41.215772 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222ed8a-e603-4a8a-a67f-f218bb18bba4 req-80a13b71-97df-41a5-8658-e34d2ab86111 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:41.218284 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d222ed8a-e603-4a8a-a67f-f218bb18bba4 req-80a13b71-97df-41a5-8658-e34d2ab86111 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0816255 Jan 25 02:39:41.227864 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017a031-956e-4f0f-9644-2ada977b8f57 req-984a6db0-b61c-4d33-98db-7835904a8f8d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:41.235025 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6017a031-956e-4f0f-9644-2ada977b8f57 req-984a6db0-b61c-4d33-98db-7835904a8f8d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0657952 Jan 25 02:39:41.309146 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d222ed8a-e603-4a8a-a67f-f218bb18bba4 req-f0dc08ed-c502-438c-9023-1de188bc6ebb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812335 Jan 25 02:39:41.317903 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6017a031-956e-4f0f-9644-2ada977b8f57 req-e0f33230-cb58-47b5-b821-d0823b69ca83 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817778 Jan 25 02:39:42.147533 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7a86c-8532-4c88-a10e-60b972b67d37 req-3200077e-52f9-42a1-abf1-4cecab7acc95 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:42.149911 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-67c7a86c-8532-4c88-a10e-60b972b67d37 req-3200077e-52f9-42a1-abf1-4cecab7acc95 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 943 time: 0.0566473 Jan 25 02:39:42.249853 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-67c7a86c-8532-4c88-a10e-60b972b67d37 req-46a80b28-3015-4c0d-80e4-de3385bf8d03 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909860 Jan 25 02:39:42.503275 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cc6fd-e08d-4706-a882-94e9268bd71c req-edf37959-9acc-40f6-829a-966cbcb99b79 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:42.505080 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca1cc6fd-e08d-4706-a882-94e9268bd71c req-edf37959-9acc-40f6-829a-966cbcb99b79 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0841837 Jan 25 02:39:42.521463 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60801abe-5ea6-4ef6-bf81-ed3ceb4f8cfd req-fc21e688-3491-485f-b91b-88f830457ed1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:42.524997 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60801abe-5ea6-4ef6-bf81-ed3ceb4f8cfd req-fc21e688-3491-485f-b91b-88f830457ed1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0950668 Jan 25 02:39:42.600035 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60801abe-5ea6-4ef6-bf81-ed3ceb4f8cfd req-2bd57573-12d5-47da-8450-2ad165fb7933 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664728 Jan 25 02:39:42.605239 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 38dd2c4d-d070-42a6-8414-c0e245cda865 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:39:42.609984 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca1cc6fd-e08d-4706-a882-94e9268bd71c req-fc3d992b-8d79-41c2-9541-ee42f6daeda2 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988965 Jan 25 02:39:42.739264 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 38dd2c4d-d070-42a6-8414-c0e245cda865, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=38dd2c4d-d070-42a6-8414-c0e245cda865,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:42.749755 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '38dd2c4d-d070-42a6-8414-c0e245cda865', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'port_id': '38dd2c4d-d070-42a6-8414-c0e245cda865', 'mac_address': 'fa:16:3e:3a:91:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:39:42.810099 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 38dd2c4d-d070-42a6-8414-c0e245cda865 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:42.810672 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:42.833789 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dd2c4d-d070-42a6-8414-c0e245cda865 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:42.867569 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 38dd2c4d-d070-42a6-8414-c0e245cda865, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=38dd2c4d-d070-42a6-8414-c0e245cda865,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:42.872579 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:42.930843 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=38dd2c4d-d070-42a6-8414-c0e245cda865,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:42.941231 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.941737 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.942104 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.942448 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.942818 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.943148 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.943478 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.943838 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.944170 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.944512 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.944848 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.945174 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:42.945495 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:43.368412 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['38dd2c4d-d070-42a6-8414-c0e245cda865'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:43.377682 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e7dfd-33b0-4588-9e6a-09f8b8305091 req-7cb0cc58-8b33-41e5-a222-c496143b3b86 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:43.385548 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b8e7dfd-33b0-4588-9e6a-09f8b8305091 req-7cb0cc58-8b33-41e5-a222-c496143b3b86 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 944 time: 0.0703351 Jan 25 02:39:43.464046 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b8e7dfd-33b0-4588-9e6a-09f8b8305091 req-9eab96bc-026b-4513-81ee-a8084481d0f6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774972 Jan 25 02:39:43.803398 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8c364-c5f9-4848-b04a-f324bf55818b req-13b99eb9-5a23-4a64-873b-f2d2786f7f01 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:43.804957 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ec8c364-c5f9-4848-b04a-f324bf55818b req-13b99eb9-5a23-4a64-873b-f2d2786f7f01 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0743103 Jan 25 02:39:43.805972 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ef4e-77f1-4df7-9541-e1f699214b4e req-2d1c2356-81a0-48f2-9721-feb1cfd89f5e tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:43.807478 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0fa2ef4e-77f1-4df7-9541-e1f699214b4e req-2d1c2356-81a0-48f2-9721-feb1cfd89f5e tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0770407 Jan 25 02:39:43.895966 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2ec8c364-c5f9-4848-b04a-f324bf55818b req-43a89f84-61a7-4d1c-8fed-16d40961b05c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755689 Jan 25 02:39:43.896863 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0fa2ef4e-77f1-4df7-9541-e1f699214b4e req-319f57be-5930-45f0-bb3f-f434474ae929 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823960 Jan 25 02:39:44.580127 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2ded9-8e25-4f42-ad7f-520d0240bb0f req-50cbc082-a15b-464b-b485-14ea7f94e07b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:44.582466 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c6e2ded9-8e25-4f42-ad7f-520d0240bb0f req-50cbc082-a15b-464b-b485-14ea7f94e07b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 944 time: 0.0527291 Jan 25 02:39:44.625756 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 38dd2c4d-d070-42a6-8414-c0e245cda865 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:44.646124 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c6e2ded9-8e25-4f42-ad7f-520d0240bb0f req-d284cd33-edfe-42eb-a857-e37a473da010 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550931 Jan 25 02:39:44.689907 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port 38dd2c4d-d070-42a6-8414-c0e245cda865 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:39:44.694049 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 38dd2c4d-d070-42a6-8414-c0e245cda865 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:44.694426 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:44.777242 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 38dd2c4d-d070-42a6-8414-c0e245cda865 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:44.777586 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:44.804052 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dd2c4d-d070-42a6-8414-c0e245cda865'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:44.806301 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57961be-9a92-4d87-aa05-4c4b500e3a9b" -d '{"events": [{"server_uuid": "005bbb3b-aa37-44d8-baa7-f0d1278d1590", "name": "network-vif-plugged", "status": "completed", "tag": "38dd2c4d-d070-42a6-8414-c0e245cda865"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:44.819841 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 38dd2c4d-d070-42a6-8414-c0e245cda865, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=38dd2c4d-d070-42a6-8414-c0e245cda865,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:44.827918 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:44.858747 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e775352-d5ac-4a4f-a514-cf61056d4f02 x-openstack-request-id: req-1e775352-d5ac-4a4f-a514-cf61056d4f02 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:44.859068 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005bbb3b-aa37-44d8-baa7-f0d1278d1590", "name": "network-vif-plugged", "status": "completed", "tag": "38dd2c4d-d070-42a6-8414-c0e245cda865", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:44.859323 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-1e775352-d5ac-4a4f-a514-cf61056d4f02 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:44.859742 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dd2c4d-d070-42a6-8414-c0e245cda865', 'code': 200} Jan 25 02:39:44.887422 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=38dd2c4d-d070-42a6-8414-c0e245cda865,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:45.061948 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c1332-6528-4bcb-b4cb-383eef4064de req-f5a7b754-5b7c-4994-9c43-4241bb5ebc31 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:45.072097 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e2c1332-6528-4bcb-b4cb-383eef4064de req-f5a7b754-5b7c-4994-9c43-4241bb5ebc31 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0790958 Jan 25 02:39:45.103056 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccde8fb-216a-49b9-8464-38afe304e4d1 req-32b2f7cc-acc6-47a4-a34f-5e4aaebf2c14 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:45.106756 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eccde8fb-216a-49b9-8464-38afe304e4d1 req-32b2f7cc-acc6-47a4-a34f-5e4aaebf2c14 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.1141233 Jan 25 02:39:45.144557 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e2c1332-6528-4bcb-b4cb-383eef4064de req-fe764f97-aba4-44ee-963e-7c3c2a505800 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636525 Jan 25 02:39:45.208783 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a28fc-912e-4b92-b47c-2f42edaac0b7 req-559871e5-3300-47d7-a138-69e65c0bdcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:45.210392 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8d0a28fc-912e-4b92-b47c-2f42edaac0b7 req-559871e5-3300-47d7-a138-69e65c0bdcb1 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 1098 time: 0.0646272 Jan 25 02:39:45.273983 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8d0a28fc-912e-4b92-b47c-2f42edaac0b7 req-1c2c1823-e699-48d3-8fd7-c83b78d7d78e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555475 Jan 25 02:39:45.310935 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eccde8fb-216a-49b9-8464-38afe304e4d1 req-30223ce5-ace1-47ff-9b04-c3606c7cb77b tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1960316 Jan 25 02:39:45.764187 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375bea0-de41-41a2-bf31-232dbbf58058 req-1a9cc5b2-e066-4bea-819a-ff5fd765a541 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:45.765691 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7375bea0-de41-41a2-bf31-232dbbf58058 req-1a9cc5b2-e066-4bea-819a-ff5fd765a541 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0513754 Jan 25 02:39:45.827325 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7375bea0-de41-41a2-bf31-232dbbf58058 req-6ab89a27-a66b-4046-aad2-f2276cdb1ded tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547786 Jan 25 02:39:46.266447 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e848d7e-c4c7-4ed2-a730-cd78e9db1964 req-7b2118c4-42e7-4d02-aeea-86e881bd1e0a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:46.268108 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5e848d7e-c4c7-4ed2-a730-cd78e9db1964 req-7b2118c4-42e7-4d02-aeea-86e881bd1e0a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0540969 Jan 25 02:39:46.327417 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5e848d7e-c4c7-4ed2-a730-cd78e9db1964 req-53b67ecb-dbb9-4838-8803-3392cca3b6e4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525939 Jan 25 02:39:46.442845 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fc2eb-5026-48a0-9530-b52cf0d73863 req-ffe88922-dee4-4b2c-9ce2-3a2ec8963bf6 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:46.444373 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-dc4fc2eb-5026-48a0-9530-b52cf0d73863 req-ffe88922-dee4-4b2c-9ce2-3a2ec8963bf6 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0541866 Jan 25 02:39:46.517074 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-dc4fc2eb-5026-48a0-9530-b52cf0d73863 req-8525913c-dcfe-4582-a580-27cf5c12978e tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635464 Jan 25 02:39:46.989511 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef4b5f-6775-4763-966f-ae1c2a55e820 req-f14f3f26-37bb-4a83-9692-0afda8916a9b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:46.991792 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d3ef4b5f-6775-4763-966f-ae1c2a55e820 req-f14f3f26-37bb-4a83-9692-0afda8916a9b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0785210 Jan 25 02:39:47.087796 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d3ef4b5f-6775-4763-966f-ae1c2a55e820 req-b2ce0a1d-f06b-46f2-a911-2f3d1a5002d3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758944 Jan 25 02:39:47.230757 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ec4b-01d2-40c5-ab03-dd7fd30ffb52 req-abb216bb-feb6-49aa-97fa-0088d6481ccf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:47.232837 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1980ec4b-01d2-40c5-ab03-dd7fd30ffb52 req-abb216bb-feb6-49aa-97fa-0088d6481ccf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0609782 Jan 25 02:39:47.243978 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 46282) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:47.248706 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-f5ad2cb2-8177-4f4d-8ae9-33be3f7c8483 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'floatingip': {'port_id': '38dd2c4d-d070-42a6-8414-c0e245cda865'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:47.321616 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5ad2cb2-8177-4f4d-8ae9-33be3f7c8483 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (1b59c426-e003-429b-9935-aecaea26f116), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:47.532527 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42111d93-3b89-4d09-8f0a-5e6b3a4fae46 req-9884ff50-5081-4484-8bc7-46a2479a613f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:47.540218 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-42111d93-3b89-4d09-8f0a-5e6b3a4fae46 req-9884ff50-5081-4484-8bc7-46a2479a613f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0913472 Jan 25 02:39:47.666215 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-42111d93-3b89-4d09-8f0a-5e6b3a4fae46 req-3006daea-7fbc-4f45-80ec-a87151e431cc tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832870 Jan 25 02:39:47.686251 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76237f-ded4-4c91-8f4f-122c3ec10f17 req-3a6707ae-cd23-42fd-a137-ca0da0efdd78 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:47.698638 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0b76237f-ded4-4c91-8f4f-122c3ec10f17 req-3a6707ae-cd23-42fd-a137-ca0da0efdd78 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0857058 Jan 25 02:39:47.852021 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0b76237f-ded4-4c91-8f4f-122c3ec10f17 req-99e9d6f2-0c74-4dfb-8a9e-04951902dbf1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1509218 Jan 25 02:39:48.119581 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5ad2cb2-8177-4f4d-8ae9-33be3f7c8483 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:48.124231 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5ad2cb2-8177-4f4d-8ae9-33be3f7c8483 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (1b59c426-e003-429b-9935-aecaea26f116), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:48.300101 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-f5ad2cb2-8177-4f4d-8ae9-33be3f7c8483 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Floating IP 1b59c426-e003-429b-9935-aecaea26f116 associated. External IP: 172.27.1.48, port: 38dd2c4d-d070-42a6-8414-c0e245cda865. Jan 25 02:39:48.570109 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ad2cb2-8177-4f4d-8ae9-33be3f7c8483 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:39:48.961490 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ad2cb2-8177-4f4d-8ae9-33be3f7c8483 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:39:48.970001 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5ad2cb2-8177-4f4d-8ae9-33be3f7c8483 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:48.971975 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] Sync routers for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:39:48.992489 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:48.996191 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:39:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:49.009342 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85932b-c6e5-40cd-86e3-ed3c8be3d173 req-10765e4e-0171-4d0b-b82f-4c7b9d17c011 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:49.011338 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cc85932b-c6e5-40cd-86e3-ed3c8be3d173 req-10765e4e-0171-4d0b-b82f-4c7b9d17c011 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0823298 Jan 25 02:39:49.014202 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f5ad2cb2-8177-4f4d-8ae9-33be3f7c8483 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "PUT /v2.0/floatingips/1b59c426-e003-429b-9935-aecaea26f116 HTTP/1.1" status: 200 len: 990 time: 1.7688899 Jan 25 02:39:49.015031 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'tag': '38dd2c4d-d070-42a6-8414-c0e245cda865'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:49.017436 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274d55899ad617b68f742306dd2bf98d948b76ba1d909237a8860468fa9bd008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79aac41-95c3-4cef-81fc-8360a007984c" -d '{"events": [{"name": "network-changed", "server_uuid": "005bbb3b-aa37-44d8-baa7-f0d1278d1590", "tag": "38dd2c4d-d070-42a6-8414-c0e245cda865"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:49.027051 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd87c6-1f54-450c-9f87-ddbe8a2854a2 req-40422386-1e46-4845-a1ac-47e57ca8965e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:49.028563 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-49cd87c6-1f54-450c-9f87-ddbe8a2854a2 req-40422386-1e46-4845-a1ac-47e57ca8965e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.1167724 Jan 25 02:39:49.100211 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cc85932b-c6e5-40cd-86e3-ed3c8be3d173 req-2f199440-6773-4756-a551-b98d575fd657 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793681 Jan 25 02:39:49.135126 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-49cd87c6-1f54-450c-9f87-ddbe8a2854a2 req-c40a3833-93e0-4ce8-8400-74b91e2d2423 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974765 Jan 25 02:39:49.151212 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:49.201377 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a116bd2b-4918-4941-b82d-df3f9e49c3da x-openstack-request-id: req-a116bd2b-4918-4941-b82d-df3f9e49c3da {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:49.201686 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005bbb3b-aa37-44d8-baa7-f0d1278d1590", "tag": "38dd2c4d-d070-42a6-8414-c0e245cda865", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:49.201946 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-a116bd2b-4918-4941-b82d-df3f9e49c3da {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:49.202361 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'tag': '38dd2c4d-d070-42a6-8414-c0e245cda865', 'status': 'completed', 'code': 200} Jan 25 02:39:49.322226 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79aac41-95c3-4cef-81fc-8360a007984c req-7e5ee24f-bd57-4232-9064-0d77a43184b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:49.323900 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f79aac41-95c3-4cef-81fc-8360a007984c req-7e5ee24f-bd57-4232-9064-0d77a43184b9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 1098 time: 0.0633976 Jan 25 02:39:49.441501 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79aac41-95c3-4cef-81fc-8360a007984c req-1406d7ab-191e-4c48-aeb2-e043690868c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:49.441738 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f79aac41-95c3-4cef-81fc-8360a007984c req-1406d7ab-191e-4c48-aeb2-e043690868c2 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.1116111 Jan 25 02:39:49.498031 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '1b59c426-e003-429b-9935-aecaea26f116', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'port_id': '38dd2c4d-d070-42a6-8414-c0e245cda865', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'mac_address': 'fa:16:3e:3a:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:39:30Z', 'updated_at': '2022-01-25T02:39:47Z', 'revision_number': 1, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:49.523738 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f79aac41-95c3-4cef-81fc-8360a007984c req-0ceb852a-4808-457d-9eeb-18ba13a60506 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38dd2c4d-d070-42a6-8414-c0e245cda865 HTTP/1.1" status: 200 len: 998 time: 0.0680737 Jan 25 02:39:49.535045 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] Checking router: 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:39:49.545485 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:49.546208 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:39:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:49.586656 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79aac41-95c3-4cef-81fc-8360a007984c req-0aff3791-3430-4508-9f6d-0c886cb76973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:49.588121 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f79aac41-95c3-4cef-81fc-8360a007984c req-0aff3791-3430-4508-9f6d-0c886cb76973 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0601425 Jan 25 02:39:49.652391 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79aac41-95c3-4cef-81fc-8360a007984c req-78f389ae-2c46-403f-9caa-71150ca1b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:49.654318 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f79aac41-95c3-4cef-81fc-8360a007984c req-78f389ae-2c46-403f-9caa-71150ca1b1a5 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585113 Jan 25 02:39:49.668373 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:49.779352 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f79aac41-95c3-4cef-81fc-8360a007984c req-b31866c0-041d-4819-ba6b-2955cb77cd75 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171262 Jan 25 02:39:49.905686 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f79aac41-95c3-4cef-81fc-8360a007984c req-51e6c99a-95cf-468d-a2e9-9e5cf572cb9e service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134825 Jan 25 02:39:49.951577 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '1b59c426-e003-429b-9935-aecaea26f116', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'port_id': '38dd2c4d-d070-42a6-8414-c0e245cda865', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'mac_address': 'fa:16:3e:3a:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:39:30Z', 'updated_at': '2022-01-25T02:39:47Z', 'revision_number': 1, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:49.979548 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da67883f-95de-43b5-be1c-6f91a0b8cbd4 None None] The sync data for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi is: [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '1b59c426-e003-429b-9935-aecaea26f116', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'port_id': '38dd2c4d-d070-42a6-8414-c0e245cda865', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'mac_address': 'fa:16:3e:3a:91:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:39:30Z', 'updated_at': '2022-01-25T02:39:47Z', 'revision_number': 1, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:39:50.183000 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f0df5-4164-473a-b69d-ab482784047b None None] New status for floating IP 1b59c426-e003-429b-9935-aecaea26f116: ACTIVE {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:39:50.251969 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6a40e-3f23-4131-98f5-c3835f4a809f req-d17640b7-bb54-41c1-844e-0b68cf6b0fc8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:50.253841 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-24c6a40e-3f23-4131-98f5-c3835f4a809f req-d17640b7-bb54-41c1-844e-0b68cf6b0fc8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0621030 Jan 25 02:39:50.303487 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6824e57-7e40-43cf-bd21-5712f96b56f3 req-d3ad7676-0d2b-4db5-820a-43ff3825ed24 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:50.305045 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e6824e57-7e40-43cf-bd21-5712f96b56f3 req-d3ad7676-0d2b-4db5-820a-43ff3825ed24 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0557170 Jan 25 02:39:50.326076 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-24c6a40e-3f23-4131-98f5-c3835f4a809f req-945342b5-7053-402f-b7cd-dab1a6e352fb tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656161 Jan 25 02:39:50.364299 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e6824e57-7e40-43cf-bd21-5712f96b56f3 req-470173c0-da87-47f1-9bb0-e31ffe2c56ee tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518663 Jan 25 02:39:51.236937 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-06cb1085-8064-41e6-ad24-7efa7826934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:51.239001 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-06cb1085-8064-41e6-ad24-7efa7826934a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 1098 time: 0.0447466 Jan 25 02:39:51.324506 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-668a117e-e16d-4d78-8b02-23fd8449c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:51.325968 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-668a117e-e16d-4d78-8b02-23fd8449c709 service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.0817127 Jan 25 02:39:51.393178 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-de51366d-7b5e-466e-b9e5-5d073403a421 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19 HTTP/1.1" status: 200 len: 1001 time: 0.0617356 Jan 25 02:39:51.474336 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-b84ebae4-c39a-4372-b9e6-16f644078c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:51.475835 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-b84ebae4-c39a-4372-b9e6-16f644078c2c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0765488 Jan 25 02:39:51.487049 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c25d9-41ef-449d-a7c7-541bd20c9d4a req-656c3b77-de45-4a75-978a-a2e9fd3bfcc3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:51.489351 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-061c25d9-41ef-449d-a7c7-541bd20c9d4a req-656c3b77-de45-4a75-978a-a2e9fd3bfcc3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0484891 Jan 25 02:39:51.499145 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e46a88-32c4-4a75-ab4a-ffbc2f94d6b1 req-8e6a4df7-eb2c-428f-8ab5-d59bdeed2e5d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:51.500615 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-57e46a88-32c4-4a75-ab4a-ffbc2f94d6b1 req-8e6a4df7-eb2c-428f-8ab5-d59bdeed2e5d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0927479 Jan 25 02:39:51.536586 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-061c25d9-41ef-449d-a7c7-541bd20c9d4a req-bf2d27d9-2971-4e4d-a069-2d06a1c778e9 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414789 Jan 25 02:39:51.566423 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-e09da2f3-8ed7-44b5-bd89-a6509148e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:51.568206 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-e09da2f3-8ed7-44b5-bd89-a6509148e90f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856361 Jan 25 02:39:51.601604 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-57e46a88-32c4-4a75-ab4a-ffbc2f94d6b1 req-f13bb125-4618-47c8-9551-1aa981b0dd1b tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844214 Jan 25 02:39:51.668801 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-bc566e9a-d366-44a7-8800-43e9f7d6556d service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934501 Jan 25 02:39:51.765976 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9b8791a3-5b3b-4218-990b-a1a132e43706 req-f507b8af-4d24-4ead-884a-4a7955f47c71 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909879 Jan 25 02:39:52.464856 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:39:52.657125 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4cd8a-681d-403c-aba3-116ddf268d6a req-cf017eb3-90be-4f93-8fa8-3b2f5ba23088 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:52.658608 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7cb4cd8a-681d-403c-aba3-116ddf268d6a req-cf017eb3-90be-4f93-8fa8-3b2f5ba23088 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0485575 Jan 25 02:39:52.712974 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7cb4cd8a-681d-403c-aba3-116ddf268d6a req-cc8cb21b-ce46-44a3-b779-0072cf07467e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489428 Jan 25 02:39:52.726035 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f96d64-038c-44f8-9c95-e6600c223ba3 req-7cf6856c-6dad-4212-a4c1-e00d13348bea tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:52.727647 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-17f96d64-038c-44f8-9c95-e6600c223ba3 req-7cf6856c-6dad-4212-a4c1-e00d13348bea tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0554175 Jan 25 02:39:52.797380 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-17f96d64-038c-44f8-9c95-e6600c223ba3 req-dae9578f-43b9-4a08-bd1a-af29ca6cbca5 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596633 Jan 25 02:39:53.832697 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcc804-6d67-40f2-959a-f77ef03ea64a req-75377b90-b3bb-4a43-b434-7ea5d87d5af1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:53.834230 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-70bcc804-6d67-40f2-959a-f77ef03ea64a req-75377b90-b3bb-4a43-b434-7ea5d87d5af1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Jan 25 02:39:53.881099 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-70bcc804-6d67-40f2-959a-f77ef03ea64a req-844e0540-e22c-4873-bbb7-808d686c7fe0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412910 Jan 25 02:39:53.913117 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d158ee1-1132-4ff2-81f7-3a8613b9d83d req-bad7158e-fb6d-4ad2-9483-c9d7977c3d49 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:53.914612 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5d158ee1-1132-4ff2-81f7-3a8613b9d83d req-bad7158e-fb6d-4ad2-9483-c9d7977c3d49 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0500042 Jan 25 02:39:53.977947 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5d158ee1-1132-4ff2-81f7-3a8613b9d83d req-71b091aa-86da-4cf0-bc71-e4fb59d80fbb tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576088 Jan 25 02:39:54.420152 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-53dcfb41-c10e-4b29-bdcf-83110d676f06 req-e855fe2d-94a6-42fb-88aa-a7ee9a0fca18 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:39:54.421143 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53dcfb41-c10e-4b29-bdcf-83110d676f06 req-e855fe2d-94a6-42fb-88aa-a7ee9a0fca18 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053291 Jan 25 02:39:54.573017 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d2e71-10b2-49ce-b237-bcac65e6f49b req-a7d0063e-1dc9-4156-87bc-ffda8d03215e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:54.574499 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9d5d2e71-10b2-49ce-b237-bcac65e6f49b req-a7d0063e-1dc9-4156-87bc-ffda8d03215e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0487351 Jan 25 02:39:54.622841 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9d5d2e71-10b2-49ce-b237-bcac65e6f49b req-2c26ec0c-f56e-4e67-a5db-bd0b154c33a6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424511 Jan 25 02:39:54.843429 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 46410) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:54.926932 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-e6f2121d-51d1-47d0-9aec-dec7fa422480 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823197 Jan 25 02:39:54.935262 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-1be4bcf2-4b58-4ede-8f42-0faf21634ab3 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:39:54.936238 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-1be4bcf2-4b58-4ede-8f42-0faf21634ab3 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047755 Jan 25 02:39:55.096887 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeb230-2c2e-4d03-9e4f-226d91df8768 req-8729251a-b49e-4557-8456-e1960364dae8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:55.099615 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ceeeb230-2c2e-4d03-9e4f-226d91df8768 req-8729251a-b49e-4557-8456-e1960364dae8 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0527992 Jan 25 02:39:55.165621 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ceeeb230-2c2e-4d03-9e4f-226d91df8768 req-71b7d78e-a645-4e86-8d7e-f1552b423ab1 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598817 Jan 25 02:39:55.618130 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 70f9e14e-ca54-45fc-9d32-c3612a600d19 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:55.696728 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 70f9e14e-ca54-45fc-9d32-c3612a600d19 is: ACTIVE; New status is: DOWN {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:55.697130 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:55.720418 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:55.724848 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cf0014-95c9-4d28-bcf5-af5f5e303678" -d '{"events": [{"server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "name": "network-vif-unplugged", "status": "completed", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:55.737015 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:55.741336 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:55.743807 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6144e21-9c5a-4ab8-95fc-fcc8948ee4d5 req-1992db80-2bc8-42b6-90a4-dceac15585c7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:55.745322 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c6144e21-9c5a-4ab8-95fc-fcc8948ee4d5 req-1992db80-2bc8-42b6-90a4-dceac15585c7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 945 time: 0.0489173 Jan 25 02:39:55.789436 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=8']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:55.793035 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c6144e21-9c5a-4ab8-95fc-fcc8948ee4d5 req-f99eddbb-783a-4a4f-bae2-39d966fa341f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422099 Jan 25 02:39:55.840969 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeedd26-1dfb-46dc-842f-70fb32006ce4 x-openstack-request-id: req-1aeedd26-1dfb-46dc-842f-70fb32006ce4 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:55.841290 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "name": "network-vif-unplugged", "status": "completed", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:55.841554 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-1aeedd26-1dfb-46dc-842f-70fb32006ce4 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:55.841954 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'code': 200} Jan 25 02:39:56.279395 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460fc8d-73e4-4b2d-a26f-76e438c8a3a2 req-bd039db4-5016-4445-b73e-92b5c7bb8ccc tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:56.280874 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4460fc8d-73e4-4b2d-a26f-76e438c8a3a2 req-bd039db4-5016-4445-b73e-92b5c7bb8ccc tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0461919 Jan 25 02:39:56.342962 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4460fc8d-73e4-4b2d-a26f-76e438c8a3a2 req-db74cc5d-c9e1-4b1a-acef-9b291baab4c4 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556815 Jan 25 02:39:56.917375 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f0dfa-07c6-4ad4-8883-92fe596bac40 req-5e66c411-d30c-4821-81fc-91fffa765638 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:56.918868 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-148f0dfa-07c6-4ad4-8883-92fe596bac40 req-5e66c411-d30c-4821-81fc-91fffa765638 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0507314 Jan 25 02:39:56.966103 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-148f0dfa-07c6-4ad4-8883-92fe596bac40 req-25115474-2875-46d2-9318-e033c5f228ea tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 Jan 25 02:39:57.460046 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4f99a-120c-41e4-bb46-838fd0e92f85 req-08746816-1997-4ddf-87ce-fcdb0b89deaa tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:57.462396 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3dc4f99a-120c-41e4-bb46-838fd0e92f85 req-08746816-1997-4ddf-87ce-fcdb0b89deaa tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0511138 Jan 25 02:39:57.529556 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3dc4f99a-120c-41e4-bb46-838fd0e92f85 req-8c12db85-d6ec-4f9f-b32c-4485496a3b94 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&id=2511373c-e7a7-4616-8e2f-5337fc5c245c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624199 Jan 25 02:39:58.001652 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d32dfade-1c8d-4121-95e8-4cbc3646bb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:58.093293 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e00343-013f-4aaf-ba26-8718968d7a6d req-68bb3528-093e-474b-8778-be023b21f26c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:58.094768 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-09e00343-013f-4aaf-ba26-8718968d7a6d req-68bb3528-093e-474b-8778-be023b21f26c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0492706 Jan 25 02:39:58.140411 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-09e00343-013f-4aaf-ba26-8718968d7a6d req-ecab654f-abd8-4235-8f93-1ce8bd830811 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400257 Jan 25 02:39:59.262741 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d7ba4-e4d0-401a-9be4-bc2266d9b322 req-4b7a8b20-7db9-4ca1-b97b-dfdebc1817e0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:59.264263 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2c0d7ba4-e4d0-401a-9be4-bc2266d9b322 req-4b7a8b20-7db9-4ca1-b97b-dfdebc1817e0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0516388 Jan 25 02:39:59.308914 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2c0d7ba4-e4d0-401a-9be4-bc2266d9b322 req-3eb41585-ce29-44ad-8506-c951470b925f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Jan 25 02:39:59.790078 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 70f9e14e-ca54-45fc-9d32-c3612a600d19 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:59.867133 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 70f9e14e-ca54-45fc-9d32-c3612a600d19 is: DOWN; New status is: DOWN {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:40:00.154913 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-eb19054d-7353-4857-9ff8-16b683b1effc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:00.435509 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68700f4f-cb56-479f-a009-d6c150665c80 req-73d6e74f-130b-4424-8ab5-921c902863ea tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:00.437590 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-68700f4f-cb56-479f-a009-d6c150665c80 req-73d6e74f-130b-4424-8ab5-921c902863ea tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0574839 Jan 25 02:40:00.484636 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-68700f4f-cb56-479f-a009-d6c150665c80 req-524083e0-f505-4fe9-9008-2016efec54b0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407994 Jan 25 02:40:01.124140 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:01.511065 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:01.606904 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1d7e3-2350-4357-b8ca-5a0b1863cd2c req-2f451b01-c0a9-4b12-ba46-e40c13f05470 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:01.608407 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bdc1d7e3-2350-4357-b8ca-5a0b1863cd2c req-2f451b01-c0a9-4b12-ba46-e40c13f05470 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0483463 Jan 25 02:40:01.658309 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bdc1d7e3-2350-4357-b8ca-5a0b1863cd2c req-d6021356-d8ec-4893-a9c0-52c31d852f34 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442443 Jan 25 02:40:02.784056 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ad73d-30c9-4f44-bc2e-4597019690a5 req-42829fde-99ad-473d-b8e7-aa880b3b06f2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:02.786628 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d21ad73d-30c9-4f44-bc2e-4597019690a5 req-42829fde-99ad-473d-b8e7-aa880b3b06f2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0565841 Jan 25 02:40:02.837700 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d21ad73d-30c9-4f44-bc2e-4597019690a5 req-9db39004-bae8-46c6-8ec0-3abeba1e6a3b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456290 Jan 25 02:40:02.940768 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:02.962668 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-d1956144-ea55-4568-a2e8-d2437d4ebf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:02.966042 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-d1956144-ea55-4568-a2e8-d2437d4ebf41 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434&tenant_id=461a94a96965493aa3c9fdfcd43258c5 HTTP/1.1" status: 200 len: 1096 time: 0.0763645 Jan 25 02:40:03.043812 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-3478feef-5ff9-4dd3-a702-0eecf81033bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:03.045358 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-3478feef-5ff9-4dd3-a702-0eecf81033bb service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 1096 time: 0.0397618 Jan 25 02:40:03.142323 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-71acfa50-5ae7-4615-8fa0-fe2baacdbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:03.143832 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-71acfa50-5ae7-4615-8fa0-fe2baacdbe58 service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.0895524 Jan 25 02:40:03.210134 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-b33cf5ce-7d1c-4dbd-ba85-a4fa64f9c6a2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19 HTTP/1.1" status: 200 len: 999 time: 0.0584950 Jan 25 02:40:03.261036 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-641f7967-ae16-4f64-b8f4-a6c712ee495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:03.262619 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-641f7967-ae16-4f64-b8f4-a6c712ee495d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0457106 Jan 25 02:40:03.312628 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-ae33e861-bc09-4a13-9e25-fd54eac2ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:03.314222 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-ae33e861-bc09-4a13-9e25-fd54eac2ee49 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421700 Jan 25 02:40:03.401756 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-8f4e4c8d-728b-4cca-bc50-c6f6e118dce8 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805798 Jan 25 02:40:03.514132 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-16bfbc4d-411b-413b-8efa-01d7ab6fc3cc service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839615 Jan 25 02:40:04.075396 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3c27-278f-446c-93dd-061c23406e2f req-c26ca3c7-2fba-4469-b12c-cf646b451145 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:04.076989 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-19fb3c27-278f-446c-93dd-061c23406e2f req-c26ca3c7-2fba-4469-b12c-cf646b451145 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0825047 Jan 25 02:40:04.130977 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-19fb3c27-278f-446c-93dd-061c23406e2f req-da506381-5894-489b-8026-e5a113e4833e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470257 Jan 25 02:40:04.173684 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:05.282418 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa870e-cc77-4adc-bd30-f1e14dbe3946 req-f24bab63-5906-4eee-8d91-1fc6c21065fa tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:05.283960 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c3aa870e-cc77-4adc-bd30-f1e14dbe3946 req-f24bab63-5906-4eee-8d91-1fc6c21065fa tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0568440 Jan 25 02:40:05.361963 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c3aa870e-cc77-4adc-bd30-f1e14dbe3946 req-0151d176-7e03-4256-8d48-9885be8caff3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665221 Jan 25 02:40:06.533868 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52086d-a2a8-4bbb-a048-8a6093d8e833 req-c7e28da7-af4c-4a03-8754-5cf440acb5fd tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:06.535366 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6c52086d-a2a8-4bbb-a048-8a6093d8e833 req-c7e28da7-af4c-4a03-8754-5cf440acb5fd tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0773628 Jan 25 02:40:06.609832 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6c52086d-a2a8-4bbb-a048-8a6093d8e833 req-28dcdca0-81a6-48ba-be87-74a2a72f2a8f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658021 Jan 25 02:40:07.752342 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efee05-c5ff-4728-ae63-f09ae00e8bde req-fdca059e-b147-4f30-a5e7-2b8141bad67f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:07.754234 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-10efee05-c5ff-4728-ae63-f09ae00e8bde req-fdca059e-b147-4f30-a5e7-2b8141bad67f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0555198 Jan 25 02:40:07.805431 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-10efee05-c5ff-4728-ae63-f09ae00e8bde req-4adb29c8-2e65-4eef-a2b6-af66583c38fa tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453739 Jan 25 02:40:08.930599 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc450ec2-bdb3-4255-8b51-83d51954a3e6 req-fdbed584-234d-4a4b-8792-a033eadd693d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:08.932066 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bc450ec2-bdb3-4255-8b51-83d51954a3e6 req-fdbed584-234d-4a4b-8792-a033eadd693d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0492711 Jan 25 02:40:08.982429 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bc450ec2-bdb3-4255-8b51-83d51954a3e6 req-1584babf-c178-4dd2-a9fe-9f0b14a6f1dc tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444994 Jan 25 02:40:10.101213 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff2ddb-4b05-4595-b980-eb74df59c433 req-25623dc4-77d1-4a10-9804-e1924cf61bef tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:10.102674 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eaff2ddb-4b05-4595-b980-eb74df59c433 req-25623dc4-77d1-4a10-9804-e1924cf61bef tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0468831 Jan 25 02:40:10.151842 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eaff2ddb-4b05-4595-b980-eb74df59c433 req-125e29a8-bd34-4578-a8f5-a7d3cd4526d0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437634 Jan 25 02:40:11.272822 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae11973-55a7-4f49-b882-aca43c5e6517 req-8ba1a7a2-d48e-4c16-b0a1-d5591c78293d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:11.274509 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0ae11973-55a7-4f49-b882-aca43c5e6517 req-8ba1a7a2-d48e-4c16-b0a1-d5591c78293d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0503259 Jan 25 02:40:11.323568 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0ae11973-55a7-4f49-b882-aca43c5e6517 req-5770b811-af31-4747-8717-c5d31fce309f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434778 Jan 25 02:40:12.452463 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14985-a4ff-4d7e-a1d6-b338c1e6d483 req-6ac9e5a8-7bc2-472f-a238-92d89796b451 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:12.454209 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d7d14985-a4ff-4d7e-a1d6-b338c1e6d483 req-6ac9e5a8-7bc2-472f-a238-92d89796b451 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0468740 Jan 25 02:40:12.501400 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d7d14985-a4ff-4d7e-a1d6-b338c1e6d483 req-bde46b20-3201-48b8-96a3-1cebced50f54 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Jan 25 02:40:13.634317 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255f176-bcef-4264-bf0b-b629ce563ca5 req-35f57123-615a-472d-9918-e4c8e945706e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:13.636870 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d255f176-bcef-4264-bf0b-b629ce563ca5 req-35f57123-615a-472d-9918-e4c8e945706e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0597782 Jan 25 02:40:13.686715 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d255f176-bcef-4264-bf0b-b629ce563ca5 req-222f7993-a6ea-47e5-8714-b8e5588f16cd tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437608 Jan 25 02:40:14.814404 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7266-d168-4e36-b7e2-dfc48e507d7c req-48b4dcfe-a539-4bec-98dd-adff74372183 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:14.815915 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-de6c7266-d168-4e36-b7e2-dfc48e507d7c req-48b4dcfe-a539-4bec-98dd-adff74372183 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0503528 Jan 25 02:40:14.873660 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-de6c7266-d168-4e36-b7e2-dfc48e507d7c req-4d6a2241-2ecd-48fa-9216-2aec90113337 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512879 Jan 25 02:40:16.005448 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488f774-dd3f-4bb5-bb86-551c95ccdfce req-72ccf9a9-664d-4047-8d28-c3226a806c09 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:16.007852 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6488f774-dd3f-4bb5-bb86-551c95ccdfce req-72ccf9a9-664d-4047-8d28-c3226a806c09 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0548882 Jan 25 02:40:16.064461 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6488f774-dd3f-4bb5-bb86-551c95ccdfce req-58d0df23-02f2-41b7-95ce-2820eb0fa263 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494843 Jan 25 02:40:17.184543 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3cb1d-80e9-4567-9855-582bd030d90d req-4976b462-1cd1-4295-9424-3774669253d7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:17.185984 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddb3cb1d-80e9-4567-9855-582bd030d90d req-4976b462-1cd1-4295-9424-3774669253d7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0474412 Jan 25 02:40:17.234217 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddb3cb1d-80e9-4567-9855-582bd030d90d req-a3d973cc-d306-4665-a146-63029d00ea28 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Jan 25 02:40:18.362559 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece72538-f68b-484f-805f-2d5d4d3f071c req-023218c1-c200-414c-b51f-ff4047d8c543 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:18.364667 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ece72538-f68b-484f-805f-2d5d4d3f071c req-023218c1-c200-414c-b51f-ff4047d8c543 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0565808 Jan 25 02:40:18.414927 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ece72538-f68b-484f-805f-2d5d4d3f071c req-e5df7f09-c5fb-43ab-8a7f-770471c689fc tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439746 Jan 25 02:40:18.589495 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 46676) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:18.692850 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2f8168ab-ad6d-4f5a-9c97-b87b7bb1ee87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.764513 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2f8168ab-ad6d-4f5a-9c97-b87b7bb1ee87 admin admin] Publish callbacks [] for security_group (af634354-3544-4ed7-8ff5-9b550124f7ce), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.768237 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2f8168ab-ad6d-4f5a-9c97-b87b7bb1ee87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (af634354-3544-4ed7-8ff5-9b550124f7ce), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.805352 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-2f8168ab-ad6d-4f5a-9c97-b87b7bb1ee87 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2d1e558c616c4630847d555adbce2d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147076 Jan 25 02:40:18.806200 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8168ab-ad6d-4f5a-9c97-b87b7bb1ee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af634354-3544-4ed7-8ff5-9b550124f7ce,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:18.808023 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 46680) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:18.860045 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Publish callbacks [] for security_group (af634354-3544-4ed7-8ff5-9b550124f7ce), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.881182 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Publish callbacks [] for security_group (af634354-3544-4ed7-8ff5-9b550124f7ce), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.928250 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (af634354-3544-4ed7-8ff5-9b550124f7ce), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.930760 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.931930 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/af634354-3544-4ed7-8ff5-9b550124f7ce HTTP/1.1" status: 204 len: 168 time: 0.1228929 Jan 25 02:40:18.939794 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af634354-3544-4ed7-8ff5-9b550124f7ce,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:18.947491 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.947868 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.948209 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.948548 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.948876 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.949206 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.949531 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.949854 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.950180 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.950506 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.950842 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.951145 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:18.951458 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef96e6-5b17-4147-b6de-17b8ef8fd96f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:19.187436 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 46686) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:19.200592 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1b87b4d0-325f-4d66-a520-c8bfacd3506f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.274425 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1b87b4d0-325f-4d66-a520-c8bfacd3506f admin admin] Publish callbacks [] for security_group (0d47ffba-2488-490f-8aa2-7fad319be956), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.278270 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1b87b4d0-325f-4d66-a520-c8bfacd3506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (0d47ffba-2488-490f-8aa2-7fad319be956), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.315882 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1b87b4d0-325f-4d66-a520-c8bfacd3506f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2f63d52f3bcd4a149b68ef8dd85ce183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273365 Jan 25 02:40:19.316710 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87b4d0-325f-4d66-a520-c8bfacd3506f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d47ffba-2488-490f-8aa2-7fad319be956,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:19.318784 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 46688) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:19.366431 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0de892e6-2527-4f73-b9af-b49ce9b9bdb2 admin admin] Publish callbacks [] for security_group (0d47ffba-2488-490f-8aa2-7fad319be956), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.386953 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0de892e6-2527-4f73-b9af-b49ce9b9bdb2 admin admin] Publish callbacks [] for security_group (0d47ffba-2488-490f-8aa2-7fad319be956), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.437800 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0de892e6-2527-4f73-b9af-b49ce9b9bdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (0d47ffba-2488-490f-8aa2-7fad319be956), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.440523 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0de892e6-2527-4f73-b9af-b49ce9b9bdb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.453889 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-0de892e6-2527-4f73-b9af-b49ce9b9bdb2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/0d47ffba-2488-490f-8aa2-7fad319be956 HTTP/1.1" status: 204 len: 168 time: 0.1242805 Jan 25 02:40:19.462423 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de892e6-2527-4f73-b9af-b49ce9b9bdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d47ffba-2488-490f-8aa2-7fad319be956,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:19.548482 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1742908-d531-4db5-b6ab-27d7200affee req-982c5e69-faa3-4007-ad73-a1b3cf7238e7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:19.550022 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a1742908-d531-4db5-b6ab-27d7200affee req-982c5e69-faa3-4007-ad73-a1b3cf7238e7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0517786 Jan 25 02:40:19.600356 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a1742908-d531-4db5-b6ab-27d7200affee req-28eba3ec-88e3-42eb-9318-8d77cfd5ccff tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446711 Jan 25 02:40:20.717816 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43a706-c264-4f21-9297-7f9ade8adf3e req-5715cf04-1f0f-4547-9664-fd7ba9cc2438 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:20.719399 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f43a706-c264-4f21-9297-7f9ade8adf3e req-5715cf04-1f0f-4547-9664-fd7ba9cc2438 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0490592 Jan 25 02:40:20.765504 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f43a706-c264-4f21-9297-7f9ade8adf3e req-1e9e188d-2753-4c6e-a5f3-7f12f44f2850 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404708 Jan 25 02:40:21.896744 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e9383-7c85-4352-838a-d4bfac94ee63 req-902869be-ffc2-4c36-9241-60da792eb4e4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:21.898221 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bc3e9383-7c85-4352-838a-d4bfac94ee63 req-902869be-ffc2-4c36-9241-60da792eb4e4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0468252 Jan 25 02:40:21.948551 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bc3e9383-7c85-4352-838a-d4bfac94ee63 req-64f7f65d-a02b-4b7c-b70a-b0eeadfe5c84 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448182 Jan 25 02:40:23.069069 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787d22a-365f-4577-bf0a-9f25c0753833 req-21e21b4d-1fbc-40a2-b944-aab53fe6dd50 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:23.070527 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a787d22a-365f-4577-bf0a-9f25c0753833 req-21e21b4d-1fbc-40a2-b944-aab53fe6dd50 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0473402 Jan 25 02:40:23.116440 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a787d22a-365f-4577-bf0a-9f25c0753833 req-a8f2f9fa-04a8-4aff-8508-c1c25c229e29 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405483 Jan 25 02:40:24.233137 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ffe85-205f-45c6-9163-77050c288381 req-8743d747-4b3a-4c09-a3a5-478043ffeefc tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:24.234679 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d66ffe85-205f-45c6-9163-77050c288381 req-8743d747-4b3a-4c09-a3a5-478043ffeefc tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0483696 Jan 25 02:40:24.281255 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d66ffe85-205f-45c6-9163-77050c288381 req-474df901-850e-4cb4-9f76-81452db99781 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408981 Jan 25 02:40:25.559321 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d8808-f5d2-4296-940a-fa4de07e18f8 req-5edd64ba-3019-4681-8fa9-863008e6a7f0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:25.560820 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e98d8808-f5d2-4296-940a-fa4de07e18f8 req-5edd64ba-3019-4681-8fa9-863008e6a7f0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.2078221 Jan 25 02:40:25.608305 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e98d8808-f5d2-4296-940a-fa4de07e18f8 req-a61dedca-05a5-464d-a3ca-c818aa58cc5c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420163 Jan 25 02:40:26.726134 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eac777-7e64-486e-988a-f232cbe24a0a req-ba3014b8-f45f-4146-a640-e70dbf15abfd tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:26.727593 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-67eac777-7e64-486e-988a-f232cbe24a0a req-ba3014b8-f45f-4146-a640-e70dbf15abfd tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0487361 Jan 25 02:40:26.773179 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-67eac777-7e64-486e-988a-f232cbe24a0a req-cfdb4f8d-198c-49b5-a64a-5e78621082e9 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 Jan 25 02:40:27.893362 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e283a5-0c1c-4046-9e7d-e3d12435699d req-a98d0895-3182-4858-85db-6266dfb43000 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:27.895332 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-33e283a5-0c1c-4046-9e7d-e3d12435699d req-a98d0895-3182-4858-85db-6266dfb43000 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0466852 Jan 25 02:40:27.944446 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-33e283a5-0c1c-4046-9e7d-e3d12435699d req-2128b980-29e2-4421-9aa8-a98e19f1ee64 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Jan 25 02:40:28.003512 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-59f37355-da44-4fde-a473-1077e635e12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:29.063554 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7ffe4-f134-401e-970e-5b2a59eaaadc req-6304733b-d119-4eb2-abf0-03a9b5caffba tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:29.065028 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4cc7ffe4-f134-401e-970e-5b2a59eaaadc req-6304733b-d119-4eb2-abf0-03a9b5caffba tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0473135 Jan 25 02:40:29.110980 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4cc7ffe4-f134-401e-970e-5b2a59eaaadc req-43b41ed1-1ff7-439c-b960-b03147293fff tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404541 Jan 25 02:40:29.464154 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:40:30.086434 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 70f9e14e-ca54-45fc-9d32-c3612a600d19 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:40:30.181530 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c02fcf1d-726d-4633-a0eb-01ebc37956c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:30.194533 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:30.205759 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'port_id': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'mac_address': 'fa:16:3e:f4:d8:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:40:30.229781 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60801dc-4e52-4122-883e-d92089eeb5dc req-66ba3df9-051d-40db-8572-facecad7e1a7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:30.231443 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b60801dc-4e52-4122-883e-d92089eeb5dc req-66ba3df9-051d-40db-8572-facecad7e1a7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 943 time: 0.0476401 Jan 25 02:40:30.288485 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b60801dc-4e52-4122-883e-d92089eeb5dc req-8c934cf6-cf83-4f36-832b-12a361a4e1b4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510304 Jan 25 02:40:30.367341 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 70f9e14e-ca54-45fc-9d32-c3612a600d19 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:40:30.367647 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:30.379792 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f9e14e-ca54-45fc-9d32-c3612a600d19 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:40:30.398889 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:30.402393 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:30.447265 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=9']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:31.411865 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636391-3440-4497-939d-59e204180f79 req-769949d8-bc3a-4bc5-b104-f237e1c089a3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:31.413270 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a7636391-3440-4497-939d-59e204180f79 req-769949d8-bc3a-4bc5-b104-f237e1c089a3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 944 time: 0.0509963 Jan 25 02:40:31.460653 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:31.461265 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a7636391-3440-4497-939d-59e204180f79 req-ef57a924-4aee-4b22-af2e-469841b9747b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425355 Jan 25 02:40:31.513649 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:32.240523 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069e653-ac24-4d47-9975-1c202ed545da req-924b28c2-54ce-49b6-bfe3-a2a389be1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:32.242000 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6069e653-ac24-4d47-9975-1c202ed545da req-924b28c2-54ce-49b6-bfe3-a2a389be1f1a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 1097 time: 0.0399272 Jan 25 02:40:32.349844 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069e653-ac24-4d47-9975-1c202ed545da req-7bb8aecd-860b-4de8-8156-63394ee5b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:32.351303 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6069e653-ac24-4d47-9975-1c202ed545da req-7bb8aecd-860b-4de8-8156-63394ee5b14f service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.0900922 Jan 25 02:40:32.382155 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['70f9e14e-ca54-45fc-9d32-c3612a600d19'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:40:32.419160 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6069e653-ac24-4d47-9975-1c202ed545da req-ca43251b-d1d5-4d83-808e-d6f69afc5cd0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19 HTTP/1.1" status: 200 len: 1000 time: 0.0610876 Jan 25 02:40:32.467324 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069e653-ac24-4d47-9975-1c202ed545da req-1f89029e-3188-463d-8e5a-40b615b6ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:32.468824 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6069e653-ac24-4d47-9975-1c202ed545da req-1f89029e-3188-463d-8e5a-40b615b6ec42 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0439429 Jan 25 02:40:32.514845 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069e653-ac24-4d47-9975-1c202ed545da req-8e13741a-8be5-45dc-b773-0878823291e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:32.516457 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6069e653-ac24-4d47-9975-1c202ed545da req-8e13741a-8be5-45dc-b773-0878823291e1 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413761 Jan 25 02:40:32.591899 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db3c7-be89-4bb4-a1cd-157b57a903a5 req-60b9b983-f7ab-4873-afbf-db92fb270c39 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:32.594083 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3c3db3c7-be89-4bb4-a1cd-157b57a903a5 req-60b9b983-f7ab-4873-afbf-db92fb270c39 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 944 time: 0.0578427 Jan 25 02:40:32.612671 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6069e653-ac24-4d47-9975-1c202ed545da req-1daa2ea2-0c7f-4b35-a681-678e72c09dee service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888953 Jan 25 02:40:32.651549 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3c3db3c7-be89-4bb4-a1cd-157b57a903a5 req-3d575626-bc00-4f0a-835f-ca06a7ee45bc tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510597 Jan 25 02:40:32.713155 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6069e653-ac24-4d47-9975-1c202ed545da req-030c7b5f-308f-4464-af11-18aa6f7eed52 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934949 Jan 25 02:40:32.949108 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:33.451798 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 70f9e14e-ca54-45fc-9d32-c3612a600d19 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:40:33.500804 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 70f9e14e-ca54-45fc-9d32-c3612a600d19 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:40:33.501154 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:33.576524 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 70f9e14e-ca54-45fc-9d32-c3612a600d19 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:40:33.576925 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:33.603391 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:40:33.605642 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41938047-900b-41dd-8dae-5dacfd670de3" -d '{"events": [{"server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "name": "network-vif-plugged", "status": "completed", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:40:33.618278 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:33.623874 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:33.652120 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa9bf22-8d1e-4918-acda-b877a98ede6d x-openstack-request-id: req-2fa9bf22-8d1e-4918-acda-b877a98ede6d {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:40:33.652441 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "name": "network-vif-plugged", "status": "completed", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:40:33.652702 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-2fa9bf22-8d1e-4918-acda-b877a98ede6d {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:40:33.653090 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'code': 200} Jan 25 02:40:33.679828 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=10']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:33.892239 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29733020-10a4-4e7f-bb2f-94cbce570b77 req-7af81245-1134-4df7-88fe-d6692fdf8435 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:33.893706 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-29733020-10a4-4e7f-bb2f-94cbce570b77 req-7af81245-1134-4df7-88fe-d6692fdf8435 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0530367 Jan 25 02:40:33.940890 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-29733020-10a4-4e7f-bb2f-94cbce570b77 req-bc97f7ac-717d-4d23-926a-fef77fb87a7a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Jan 25 02:40:34.158615 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:34.383146 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc7c65-a73b-469d-b94d-33d5cf09d7be req-fae012b8-b6a0-4d34-931d-c2838d270130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:34.384586 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-96bc7c65-a73b-469d-b94d-33d5cf09d7be req-fae012b8-b6a0-4d34-931d-c2838d270130 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 1099 time: 0.0476382 Jan 25 02:40:34.427645 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-96bc7c65-a73b-469d-b94d-33d5cf09d7be req-eea766c5-0c49-495e-94fd-73ee83455e7a service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367804 Jan 25 02:40:35.059036 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f8e66-cd9b-4075-a823-6d324829913e req-4f83b377-7e72-41d6-ac26-8d62f3c15916 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:35.060510 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b42f8e66-cd9b-4075-a823-6d324829913e req-4f83b377-7e72-41d6-ac26-8d62f3c15916 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0478828 Jan 25 02:40:35.106636 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b42f8e66-cd9b-4075-a823-6d324829913e req-99a6f96b-e934-4d18-b24a-74b90a7ac334 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406439 Jan 25 02:40:36.223619 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba8084-66aa-418f-a15b-8eca49f214f9 req-20569c77-ba7c-49d8-94c4-30f482cc321d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:36.225099 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c0ba8084-66aa-418f-a15b-8eca49f214f9 req-20569c77-ba7c-49d8-94c4-30f482cc321d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0468090 Jan 25 02:40:36.273873 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c0ba8084-66aa-418f-a15b-8eca49f214f9 req-47931513-166d-42e0-b0ca-3d088962b954 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433302 Jan 25 02:40:37.391722 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc08813-e238-4457-a24d-826d786191fa req-a4a68fde-d28b-4893-9a66-61c90b0e0828 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:37.393217 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bfc08813-e238-4457-a24d-826d786191fa req-a4a68fde-d28b-4893-9a66-61c90b0e0828 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0472081 Jan 25 02:40:37.447626 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bfc08813-e238-4457-a24d-826d786191fa req-3b85a1e7-1f76-4e85-be9b-adea87173625 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482454 Jan 25 02:40:38.573259 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c037c2-89c4-43a6-b595-2b89b1d9fa55 req-a3647ed3-cc14-4dac-a3aa-3a620115bd29 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:38.574727 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e1c037c2-89c4-43a6-b595-2b89b1d9fa55 req-a3647ed3-cc14-4dac-a3aa-3a620115bd29 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0480814 Jan 25 02:40:38.621628 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e1c037c2-89c4-43a6-b595-2b89b1d9fa55 req-7b18abd9-4875-4b52-b3bd-8467bc8cb047 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Jan 25 02:40:39.746294 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea234c-859f-4167-9ec0-da15fc84de07 req-44e47cb1-7bcc-43a2-995b-887dff43ae8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:39.747873 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3cea234c-859f-4167-9ec0-da15fc84de07 req-44e47cb1-7bcc-43a2-995b-887dff43ae8c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0549459 Jan 25 02:40:39.796919 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3cea234c-859f-4167-9ec0-da15fc84de07 req-19991613-6173-4204-b0db-6130901c5178 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432706 Jan 25 02:40:40.919120 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa078-9cae-4138-8f8b-baec9f9ffffe req-f39a95b8-c1e5-4ef5-bce8-196e4a724a1e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:40.920717 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-239fa078-9cae-4138-8f8b-baec9f9ffffe req-f39a95b8-c1e5-4ef5-bce8-196e4a724a1e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0493033 Jan 25 02:40:40.970629 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-239fa078-9cae-4138-8f8b-baec9f9ffffe req-fc5fbfaf-6807-4149-9f6e-eaa438b70ef9 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440838 Jan 25 02:40:42.094359 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215aee27-9d33-4a8e-952b-fec9086b76fd req-7d7c1094-764f-4dfe-b2dd-8f63f097e9c7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:42.096552 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-215aee27-9d33-4a8e-952b-fec9086b76fd req-7d7c1094-764f-4dfe-b2dd-8f63f097e9c7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0501082 Jan 25 02:40:42.147490 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-215aee27-9d33-4a8e-952b-fec9086b76fd req-18b9c4f6-5a94-4aaf-b913-a8beb4b61a01 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441639 Jan 25 02:40:43.265342 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5512fcf-0ea3-4e52-be7a-4fd290396bea req-6dd7d85a-45ad-4abc-86e3-e9e340cef6be tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:43.266797 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d5512fcf-0ea3-4e52-be7a-4fd290396bea req-6dd7d85a-45ad-4abc-86e3-e9e340cef6be tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0477540 Jan 25 02:40:43.314002 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d5512fcf-0ea3-4e52-be7a-4fd290396bea req-de4a019e-0796-4398-a198-a4171a5cb7f2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417285 Jan 25 02:40:44.439244 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e2e60-ede9-459b-ade7-c0c50819d133 req-134671e7-6245-4b03-a862-b289e3e994dd tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:44.440799 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-035e2e60-ede9-459b-ade7-c0c50819d133 req-134671e7-6245-4b03-a862-b289e3e994dd tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0498457 Jan 25 02:40:44.488827 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-035e2e60-ede9-459b-ade7-c0c50819d133 req-7f9fcf49-073c-4b07-86fa-3684ea50b2f2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Jan 25 02:40:45.611997 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d8fb7-b9c7-46ac-8995-46f3ccdcbde8 req-49a6c4d2-c542-4b35-bb66-941801c2a0d3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:45.613471 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-932d8fb7-b9c7-46ac-8995-46f3ccdcbde8 req-49a6c4d2-c542-4b35-bb66-941801c2a0d3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0517287 Jan 25 02:40:45.659123 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-932d8fb7-b9c7-46ac-8995-46f3ccdcbde8 req-1ef9de46-d8e5-4923-a8fa-5504f8dc0d3d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395219 Jan 25 02:40:57.419758 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47044) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:57.523031 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22fa366d-8bd2-4a61-a9b0-40cff46b4422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:57.594680 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22fa366d-8bd2-4a61-a9b0-40cff46b4422 admin admin] Publish callbacks [] for security_group (aaa43be6-42f4-4bba-9e04-3d62182ae30b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:57.598561 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22fa366d-8bd2-4a61-a9b0-40cff46b4422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (aaa43be6-42f4-4bba-9e04-3d62182ae30b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:57.637474 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-22fa366d-8bd2-4a61-a9b0-40cff46b4422 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=19e048205eae41dc869543aca8cf6616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166917 Jan 25 02:40:57.638412 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa366d-8bd2-4a61-a9b0-40cff46b4422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa43be6-42f4-4bba-9e04-3d62182ae30b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:57.641443 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47050) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:57.689702 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Publish callbacks [] for security_group (aaa43be6-42f4-4bba-9e04-3d62182ae30b), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:57.711196 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Publish callbacks [] for security_group (aaa43be6-42f4-4bba-9e04-3d62182ae30b), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:57.755808 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (aaa43be6-42f4-4bba-9e04-3d62182ae30b), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:57.758520 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:57.759654 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/aaa43be6-42f4-4bba-9e04-3d62182ae30b HTTP/1.1" status: 204 len: 168 time: 0.1170444 Jan 25 02:40:57.766932 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa43be6-42f4-4bba-9e04-3d62182ae30b,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:57.774578 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.774936 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.775285 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.775627 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.776004 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.776331 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.776668 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.776998 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.777425 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.777658 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.777990 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.778397 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:57.778644 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e91b39-1dfa-4aa7-97e6-314228113ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:58.004156 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-740540e8-2130-41ee-9e0f-4b0a39172fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:58.020480 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47058) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:58.033961 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cf57750-f197-4bc1-93d3-9a1536f88be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:58.112248 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cf57750-f197-4bc1-93d3-9a1536f88be4 admin admin] Publish callbacks [] for security_group (c657838d-ed0f-4269-b11c-0153b703d756), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:58.115910 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cf57750-f197-4bc1-93d3-9a1536f88be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c657838d-ed0f-4269-b11c-0153b703d756), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:58.155203 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-1cf57750-f197-4bc1-93d3-9a1536f88be4 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=9a671b4fe67b44f6bb78150fecf01369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336422 Jan 25 02:40:58.156072 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf57750-f197-4bc1-93d3-9a1536f88be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c657838d-ed0f-4269-b11c-0153b703d756,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:58.157998 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47060) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:58.209738 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d652671-a4ef-451f-b31e-72796dd55649 admin admin] Publish callbacks [] for security_group (c657838d-ed0f-4269-b11c-0153b703d756), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:58.233718 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d652671-a4ef-451f-b31e-72796dd55649 admin admin] Publish callbacks [] for security_group (c657838d-ed0f-4269-b11c-0153b703d756), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:58.280000 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d652671-a4ef-451f-b31e-72796dd55649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c657838d-ed0f-4269-b11c-0153b703d756), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:58.282492 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d652671-a4ef-451f-b31e-72796dd55649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:58.283619 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6d652671-a4ef-451f-b31e-72796dd55649 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/c657838d-ed0f-4269-b11c-0153b703d756 HTTP/1.1" status: 204 len: 168 time: 0.1245861 Jan 25 02:40:58.291783 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d652671-a4ef-451f-b31e-72796dd55649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657838d-ed0f-4269-b11c-0153b703d756,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:00.154995 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7a43132f-27f9-4e13-acb0-1524f333b43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.638841 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47132) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:00.744128 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-881ceb6a-719b-4cd5-a166-f173875ad451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.821319 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-881ceb6a-719b-4cd5-a166-f173875ad451 admin admin] Publish callbacks [] for security_group (ef473033-92bd-457c-b563-7e217d397ab0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.825263 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-881ceb6a-719b-4cd5-a166-f173875ad451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (ef473033-92bd-457c-b563-7e217d397ab0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.863871 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-881ceb6a-719b-4cd5-a166-f173875ad451 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2ef7f80fc40f420d987ce2ba1203edfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239330 Jan 25 02:41:00.864760 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ceb6a-719b-4cd5-a166-f173875ad451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef473033-92bd-457c-b563-7e217d397ab0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:00.866891 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47136) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:00.915133 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-023104a0-b270-4909-995a-9fbaeeda2c6a admin admin] Publish callbacks [] for security_group (ef473033-92bd-457c-b563-7e217d397ab0), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.935947 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-023104a0-b270-4909-995a-9fbaeeda2c6a admin admin] Publish callbacks [] for security_group (ef473033-92bd-457c-b563-7e217d397ab0), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.984183 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-023104a0-b270-4909-995a-9fbaeeda2c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (ef473033-92bd-457c-b563-7e217d397ab0), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.986736 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-023104a0-b270-4909-995a-9fbaeeda2c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.987934 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-023104a0-b270-4909-995a-9fbaeeda2c6a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ef473033-92bd-457c-b563-7e217d397ab0 HTTP/1.1" status: 204 len: 168 time: 0.1200099 Jan 25 02:41:00.995985 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023104a0-b270-4909-995a-9fbaeeda2c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef473033-92bd-457c-b563-7e217d397ab0,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:01.253717 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47144) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:01.268467 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e3e756c2-8a38-4a02-afa5-20c539aaa37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:01.343716 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e3e756c2-8a38-4a02-afa5-20c539aaa37e admin admin] Publish callbacks [] for security_group (1455f48f-d43b-41d1-bc69-06afe85c3c49), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:01.347640 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e3e756c2-8a38-4a02-afa5-20c539aaa37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (1455f48f-d43b-41d1-bc69-06afe85c3c49), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:01.387042 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e756c2-8a38-4a02-afa5-20c539aaa37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1455f48f-d43b-41d1-bc69-06afe85c3c49,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:01.391273 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-e3e756c2-8a38-4a02-afa5-20c539aaa37e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=6fc83554cf554dc9af9ae689baa3a077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364331 Jan 25 02:41:01.393960 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47146) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:01.440445 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4743fdc-65e0-4303-8178-64c5058b6aed admin admin] Publish callbacks [] for security_group (1455f48f-d43b-41d1-bc69-06afe85c3c49), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:01.460483 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:01.462329 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4743fdc-65e0-4303-8178-64c5058b6aed admin admin] Publish callbacks [] for security_group (1455f48f-d43b-41d1-bc69-06afe85c3c49), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:01.508699 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4743fdc-65e0-4303-8178-64c5058b6aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (1455f48f-d43b-41d1-bc69-06afe85c3c49), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:01.511369 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4743fdc-65e0-4303-8178-64c5058b6aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:01.512541 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f4743fdc-65e0-4303-8178-64c5058b6aed admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/1455f48f-d43b-41d1-bc69-06afe85c3c49 HTTP/1.1" status: 204 len: 168 time: 0.1177826 Jan 25 02:41:01.518764 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:01.520426 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4743fdc-65e0-4303-8178-64c5058b6aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1455f48f-d43b-41d1-bc69-06afe85c3c49,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:02.945634 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:04.160107 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:06.322468 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47228) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:06.426149 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9b8db1ce-f006-4b43-9f7d-36eafda5883f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:06.464754 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:41:06.499881 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9b8db1ce-f006-4b43-9f7d-36eafda5883f admin admin] Publish callbacks [] for security_group (ae0e70a5-15e3-476b-9f7b-7e349e0ab5fe), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:06.503513 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9b8db1ce-f006-4b43-9f7d-36eafda5883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (ae0e70a5-15e3-476b-9f7b-7e349e0ab5fe), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:06.540187 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-9b8db1ce-f006-4b43-9f7d-36eafda5883f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=51381e5dbee34264bb4be454cb3e0607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166512 Jan 25 02:41:06.542110 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8db1ce-f006-4b43-9f7d-36eafda5883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e70a5-15e3-476b-9f7b-7e349e0ab5fe,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:06.542852 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47232) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:06.590402 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf2498b5-1db0-4f2a-85a6-67163c3440e2 admin admin] Publish callbacks [] for security_group (ae0e70a5-15e3-476b-9f7b-7e349e0ab5fe), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:06.611578 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf2498b5-1db0-4f2a-85a6-67163c3440e2 admin admin] Publish callbacks [] for security_group (ae0e70a5-15e3-476b-9f7b-7e349e0ab5fe), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:06.659558 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf2498b5-1db0-4f2a-85a6-67163c3440e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (ae0e70a5-15e3-476b-9f7b-7e349e0ab5fe), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:06.662096 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf2498b5-1db0-4f2a-85a6-67163c3440e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:06.663901 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-bf2498b5-1db0-4f2a-85a6-67163c3440e2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/ae0e70a5-15e3-476b-9f7b-7e349e0ab5fe HTTP/1.1" status: 204 len: 168 time: 0.1200311 Jan 25 02:41:06.671210 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2498b5-1db0-4f2a-85a6-67163c3440e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e70a5-15e3-476b-9f7b-7e349e0ab5fe,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:06.917673 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47240) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:06.930996 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ab5bf27-66a0-4802-9648-58944c179f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:07.005723 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ab5bf27-66a0-4802-9648-58944c179f92 admin admin] Publish callbacks [] for security_group (601fe4c4-015b-4cf1-b9d7-0f148e42df11), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:07.010001 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ab5bf27-66a0-4802-9648-58944c179f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (601fe4c4-015b-4cf1-b9d7-0f148e42df11), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:07.046786 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4ab5bf27-66a0-4802-9648-58944c179f92 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5e1dba932ed24648bb3a2d55a6198d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280336 Jan 25 02:41:07.048746 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5bf27-66a0-4802-9648-58944c179f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601fe4c4-015b-4cf1-b9d7-0f148e42df11,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:07.049530 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47246) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:07.101970 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a062fa91-fed1-42cd-ad74-3d04f17cdab9 admin admin] Publish callbacks [] for security_group (601fe4c4-015b-4cf1-b9d7-0f148e42df11), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:07.122171 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a062fa91-fed1-42cd-ad74-3d04f17cdab9 admin admin] Publish callbacks [] for security_group (601fe4c4-015b-4cf1-b9d7-0f148e42df11), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:07.168118 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a062fa91-fed1-42cd-ad74-3d04f17cdab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (601fe4c4-015b-4cf1-b9d7-0f148e42df11), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:07.170801 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a062fa91-fed1-42cd-ad74-3d04f17cdab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:07.171935 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-a062fa91-fed1-42cd-ad74-3d04f17cdab9 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/601fe4c4-015b-4cf1-b9d7-0f148e42df11 HTTP/1.1" status: 204 len: 168 time: 0.1213882 Jan 25 02:41:07.179571 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062fa91-fed1-42cd-ad74-3d04f17cdab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601fe4c4-015b-4cf1-b9d7-0f148e42df11,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:13.390740 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47378) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:13.493102 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a324cfca-3691-4e81-9c90-a695534d86d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:13.567932 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a324cfca-3691-4e81-9c90-a695534d86d0 admin admin] Publish callbacks [] for security_group (224c5af2-c8c8-443c-91c3-d80f3268af25), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:13.571518 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a324cfca-3691-4e81-9c90-a695534d86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (224c5af2-c8c8-443c-91c3-d80f3268af25), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:13.609932 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-a324cfca-3691-4e81-9c90-a695534d86d0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=45c59b93c43f456dbdddb8ebecb2d46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181170 Jan 25 02:41:13.610800 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324cfca-3691-4e81-9c90-a695534d86d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224c5af2-c8c8-443c-91c3-d80f3268af25,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:13.612676 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47382) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:13.661369 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-814c9f1d-ffb2-4fa7-aff4-3b0ae0dc8375 admin admin] Publish callbacks [] for security_group (224c5af2-c8c8-443c-91c3-d80f3268af25), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:13.683530 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-814c9f1d-ffb2-4fa7-aff4-3b0ae0dc8375 admin admin] Publish callbacks [] for security_group (224c5af2-c8c8-443c-91c3-d80f3268af25), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:13.729051 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-814c9f1d-ffb2-4fa7-aff4-3b0ae0dc8375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (224c5af2-c8c8-443c-91c3-d80f3268af25), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:13.732012 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-814c9f1d-ffb2-4fa7-aff4-3b0ae0dc8375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:13.733146 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-814c9f1d-ffb2-4fa7-aff4-3b0ae0dc8375 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/224c5af2-c8c8-443c-91c3-d80f3268af25 HTTP/1.1" status: 204 len: 168 time: 0.1194293 Jan 25 02:41:13.745278 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c9f1d-ffb2-4fa7-aff4-3b0ae0dc8375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224c5af2-c8c8-443c-91c3-d80f3268af25,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:13.984668 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47390) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:13.997703 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd96623c-c6d8-4d72-8e2c-c8b3a5743fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:14.074519 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd96623c-c6d8-4d72-8e2c-c8b3a5743fe5 admin admin] Publish callbacks [] for security_group (3afb7d64-d4c6-42e7-a135-de75822ca79c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:14.078358 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd96623c-c6d8-4d72-8e2c-c8b3a5743fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (3afb7d64-d4c6-42e7-a135-de75822ca79c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:14.115769 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fd96623c-c6d8-4d72-8e2c-c8b3a5743fe5 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=3b9e704b196d4ac3b755a3a921d0365e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300159 Jan 25 02:41:14.116897 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96623c-c6d8-4d72-8e2c-c8b3a5743fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb7d64-d4c6-42e7-a135-de75822ca79c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:14.118457 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47392) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:14.167276 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-00b6096b-7903-442b-b709-f108d05c81e3 admin admin] Publish callbacks [] for security_group (3afb7d64-d4c6-42e7-a135-de75822ca79c), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:14.187705 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-00b6096b-7903-442b-b709-f108d05c81e3 admin admin] Publish callbacks [] for security_group (3afb7d64-d4c6-42e7-a135-de75822ca79c), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:14.234239 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-00b6096b-7903-442b-b709-f108d05c81e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (3afb7d64-d4c6-42e7-a135-de75822ca79c), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:14.236905 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-00b6096b-7903-442b-b709-f108d05c81e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:14.238013 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-00b6096b-7903-442b-b709-f108d05c81e3 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/3afb7d64-d4c6-42e7-a135-de75822ca79c HTTP/1.1" status: 204 len: 168 time: 0.1173310 Jan 25 02:41:14.246025 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6096b-7903-442b-b709-f108d05c81e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb7d64-d4c6-42e7-a135-de75822ca79c,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:22.157223 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47532) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:22.259654 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.332398 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Publish callbacks [] for security_group (69a84f06-300c-4067-acce-4fcc32e965b2), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.336100 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (69a84f06-300c-4067-acce-4fcc32e965b2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.373510 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=f3a83375fdd7476e993b7f8bcfb6164c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152026 Jan 25 02:41:22.375428 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a84f06-300c-4067-acce-4fcc32e965b2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:22.376196 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47536) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:22.382571 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.382926 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.383275 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.383616 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.384035 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.384366 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.384711 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.385045 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.385425 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.385757 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.386280 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.386615 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.386946 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05356e44-d399-4b77-911c-b0c84528fa1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:22.425125 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-47afa815-9d63-4aad-be2c-3465bb098b6a admin admin] Publish callbacks [] for security_group (69a84f06-300c-4067-acce-4fcc32e965b2), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.445331 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-47afa815-9d63-4aad-be2c-3465bb098b6a admin admin] Publish callbacks [] for security_group (69a84f06-300c-4067-acce-4fcc32e965b2), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.494322 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-47afa815-9d63-4aad-be2c-3465bb098b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (69a84f06-300c-4067-acce-4fcc32e965b2), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.497485 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-47afa815-9d63-4aad-be2c-3465bb098b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.498736 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-47afa815-9d63-4aad-be2c-3465bb098b6a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/69a84f06-300c-4067-acce-4fcc32e965b2 HTTP/1.1" status: 204 len: 168 time: 0.1214783 Jan 25 02:41:22.506334 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afa815-9d63-4aad-be2c-3465bb098b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a84f06-300c-4067-acce-4fcc32e965b2,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:22.763150 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47544) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:22.776069 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aa1db35c-f17b-4b1a-ab1d-8b993886f071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.848384 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aa1db35c-f17b-4b1a-ab1d-8b993886f071 admin admin] Publish callbacks [] for security_group (270bbb83-98c8-477c-b7a5-b20959726f39), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.851964 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aa1db35c-f17b-4b1a-ab1d-8b993886f071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (270bbb83-98c8-477c-b7a5-b20959726f39), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.890487 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-aa1db35c-f17b-4b1a-ab1d-8b993886f071 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e4cca671d7f84653bc53b06a35e6b30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261725 Jan 25 02:41:22.891605 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1db35c-f17b-4b1a-ab1d-8b993886f071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270bbb83-98c8-477c-b7a5-b20959726f39,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:22.893262 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47546) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:22.940633 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5c63-4044-4a00-92a8-b2c0272bd18a admin admin] Publish callbacks [] for security_group (270bbb83-98c8-477c-b7a5-b20959726f39), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:22.961063 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5c63-4044-4a00-92a8-b2c0272bd18a admin admin] Publish callbacks [] for security_group (270bbb83-98c8-477c-b7a5-b20959726f39), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:23.009950 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5c63-4044-4a00-92a8-b2c0272bd18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (270bbb83-98c8-477c-b7a5-b20959726f39), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:23.012741 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5c63-4044-4a00-92a8-b2c0272bd18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:23.013901 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4ddb5c63-4044-4a00-92a8-b2c0272bd18a admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/270bbb83-98c8-477c-b7a5-b20959726f39 HTTP/1.1" status: 204 len: 168 time: 0.1196067 Jan 25 02:41:23.021986 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb5c63-4044-4a00-92a8-b2c0272bd18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270bbb83-98c8-477c-b7a5-b20959726f39,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:23.330102 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47556) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:23.345871 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c3c7cc50-68c0-43c5-a376-d6c5dc106c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:23.420545 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c3c7cc50-68c0-43c5-a376-d6c5dc106c3a admin admin] Publish callbacks [] for security_group (85f764ac-0d0f-41f6-a9c4-15383163a139), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:23.424188 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c3c7cc50-68c0-43c5-a376-d6c5dc106c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (85f764ac-0d0f-41f6-a9c4-15383163a139), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:23.462324 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c3c7cc50-68c0-43c5-a376-d6c5dc106c3a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ced79171ab874ca1b6d3c7c8c0045c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311629 Jan 25 02:41:23.463031 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7cc50-68c0-43c5-a376-d6c5dc106c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f764ac-0d0f-41f6-a9c4-15383163a139,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:23.465980 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47558) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:23.513345 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6470a939-a81b-4cb2-a6a0-c01f00e98e07 admin admin] Publish callbacks [] for security_group (85f764ac-0d0f-41f6-a9c4-15383163a139), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:23.534380 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6470a939-a81b-4cb2-a6a0-c01f00e98e07 admin admin] Publish callbacks [] for security_group (85f764ac-0d0f-41f6-a9c4-15383163a139), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:23.579365 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6470a939-a81b-4cb2-a6a0-c01f00e98e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (85f764ac-0d0f-41f6-a9c4-15383163a139), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:23.581957 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6470a939-a81b-4cb2-a6a0-c01f00e98e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:23.583080 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6470a939-a81b-4cb2-a6a0-c01f00e98e07 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/85f764ac-0d0f-41f6-a9c4-15383163a139 HTTP/1.1" status: 204 len: 168 time: 0.1161902 Jan 25 02:41:23.591482 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470a939-a81b-4cb2-a6a0-c01f00e98e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f764ac-0d0f-41f6-a9c4-15383163a139,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:24.206297 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b60e56d6-d391-470b-958d-3cc102985b59 req-eba2f91a-7b2e-40ec-8a7c-c4dabe696790 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704317603&fields=id&tenant_id=420e54880e0e49999ee0ca6050023575 HTTP/1.1" status: 200 len: 267 time: 0.0620341 Jan 25 02:41:24.266049 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e56d6-d391-470b-958d-3cc102985b59 req-813ddb01-e507-44c3-a17a-1398a8c483a0 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:24.267536 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b60e56d6-d391-470b-958d-3cc102985b59 req-813ddb01-e507-44c3-a17a-1398a8c483a0 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 984 time: 0.0548992 Jan 25 02:41:24.279133 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-b60e56d6-d391-470b-958d-3cc102985b59 req-7b879e27-990f-4faa-bbd2-f909249a6b81 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Request body: {'port': {'security_groups': ['8dd9df01-e373-4e21-b38e-abd17a24cc19']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:24.347363 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-b60e56d6-d391-470b-958d-3cc102985b59 req-7b879e27-990f-4faa-bbd2-f909249a6b81 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:24.572129 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-b60e56d6-d391-470b-958d-3cc102985b59 req-7b879e27-990f-4faa-bbd2-f909249a6b81 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] For port d4cacf78-a32e-4480-a1e5-3c3d3cb82445, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:24.603544 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-b60e56d6-d391-470b-958d-3cc102985b59 req-7b879e27-990f-4faa-bbd2-f909249a6b81 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:24.609104 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-b60e56d6-d391-470b-958d-3cc102985b59 req-7b879e27-990f-4faa-bbd2-f909249a6b81 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10000767'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:24.647826 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['d4cacf78-a32e-4480-a1e5-3c3d3cb82445'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:41:24.659611 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e56d6-d391-470b-958d-3cc102985b59 req-7b879e27-990f-4faa-bbd2-f909249a6b81 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:24.660260 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-b60e56d6-d391-470b-958d-3cc102985b59 req-7b879e27-990f-4faa-bbd2-f909249a6b81 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:24.661663 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b60e56d6-d391-470b-958d-3cc102985b59 req-7b879e27-990f-4faa-bbd2-f909249a6b81 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "PUT /v2.0/ports/d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 200 len: 942 time: 0.3876042 Jan 25 02:41:24.662124 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:41:24.664369 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274d55899ad617b68f742306dd2bf98d948b76ba1d909237a8860468fa9bd008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24637d2-f23b-431c-bd81-3a19c49edeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:41:24.673428 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47596) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:24.721046 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b879e27-990f-4faa-bbd2-f909249a6b81 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event updated for resources: {'Port': ['ID=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:24.774795 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60de4a32-b3fe-4a16-9372-022a3c15b08b tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group (2511373c-e7a7-4616-8e2f-5337fc5c245c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:24.818764 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60de4a32-b3fe-4a16-9372-022a3c15b08b tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group (2511373c-e7a7-4616-8e2f-5337fc5c245c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:24.883760 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['d4cacf78-a32e-4480-a1e5-3c3d3cb82445'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:41:24.925132 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60de4a32-b3fe-4a16-9372-022a3c15b08b tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (2511373c-e7a7-4616-8e2f-5337fc5c245c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:24.928441 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60de4a32-b3fe-4a16-9372-022a3c15b08b tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:24.937578 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47606) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:24.944512 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-60de4a32-b3fe-4a16-9372-022a3c15b08b tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "DELETE /v2.0/security-groups/2511373c-e7a7-4616-8e2f-5337fc5c245c HTTP/1.1" status: 204 len: 168 time: 0.2666717 Jan 25 02:41:24.958405 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de4a32-b3fe-4a16-9372-022a3c15b08b tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2511373c-e7a7-4616-8e2f-5337fc5c245c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:24.967264 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-f0b753f7-30bd-4c9c-a4f7-9c0c1eef5cef None None] Provisioning complete for port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:24.967652 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f0b753f7-30bd-4c9c-a4f7-9c0c1eef5cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:25.042249 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b658bcb-db70-443b-9a6e-7a3e8e8fd4e2 x-openstack-request-id: req-4b658bcb-db70-443b-9a6e-7a3e8e8fd4e2 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:41:25.042711 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:41:25.042978 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-4b658bcb-db70-443b-9a6e-7a3e8e8fd4e2 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:41:25.043393 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'status': 'completed', 'code': 200} Jan 25 02:41:25.116958 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-f0b753f7-30bd-4c9c-a4f7-9c0c1eef5cef None None] Current status of the port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:25.151752 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Deleting port 2e532930-23fe-434b-a361-c4241fe800e0 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:25.152487 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (2e532930-23fe-434b-a361-c4241fe800e0), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:25.241339 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (2e532930-23fe-434b-a361-c4241fe800e0), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:25.241339 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for floatingip (2e532930-23fe-434b-a361-c4241fe800e0), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:25.255301 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Calling delete_port for 2e532930-23fe-434b-a361-c4241fe800e0 owned by network:floatingip {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:25.367493 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-bc47868f-4d10-4b5a-ac50-66c6ad377f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:25.369027 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-bc47868f-4d10-4b5a-ac50-66c6ad377f89 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=420e54880e0e49999ee0ca6050023575&device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 1098 time: 0.2830691 Jan 25 02:41:25.489633 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-1e9a8f23-7349-4544-beb6-f33c58fc2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:25.491104 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-1e9a8f23-7349-4544-beb6-f33c58fc2b79 service neutron] 10.222.0.121 "GET /v2.0/networks?id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec HTTP/1.1" status: 200 len: 916 time: 0.1124251 Jan 25 02:41:25.590677 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-a8598b7b-94f1-4158-89ac-eccb03ae4c27 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 200 len: 1000 time: 0.0922689 Jan 25 02:41:25.606441 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (2e532930-23fe-434b-a361-c4241fe800e0), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:25.658006 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event deleted for resources: {'Port': ['ID=2e532930-23fe-434b-a361-c4241fe800e0,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:25.922452 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-dc962de5-044e-42e0-9f0a-082ac57b176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:25.924120 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-dc962de5-044e-42e0-9f0a-082ac57b176c service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819 HTTP/1.1" status: 200 len: 854 time: 0.3273437 Jan 25 02:41:26.001799 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks [] for floatingip (ead3750d-3fc9-4963-a726-d7d197e252dd), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:26.002484 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Floating IP ead3750d-3fc9-4963-a726-d7d197e252dd disassociated (deleted). External IP: 172.27.1.47, port: d4cacf78-a32e-4480-a1e5-3c3d3cb82445. Jan 25 02:41:26.059487 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-3f939c1e-cde4-46a7-b3ad-458b808b2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:26.060633 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-3f939c1e-cde4-46a7-b3ad-458b808b2612 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197889 Jan 25 02:41:26.228139 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-3613d97d-ef98-4d4b-9246-eaec563d8c77 service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601009 Jan 25 02:41:26.356633 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:41:26.376706 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d24637d2-f23b-431c-bd81-3a19c49edeeb req-3e1d82fd-10ce-45d5-9d5b-151bb5898f20 service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389027 Jan 25 02:41:26.473582 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:41:26.478400 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:26.484199 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] Sync routers for ids ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:41:26.499431 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] Routers {'f9799f41-4ac8-4aa4-b6b2-d92210c9e816'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:26.500289 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:26.509569 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-d6db9e73-a01d-4a1f-b22a-d67f6a74b3af tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "DELETE /v2.0/floatingips/ead3750d-3fc9-4963-a726-d7d197e252dd HTTP/1.1" status: 204 len: 168 time: 1.5705831 Jan 25 02:41:26.510322 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:41:26.514357 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470642af-c109-4fad-ae0b-12bea58f9f94" -d '{"events": [{"name": "network-changed", "server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:41:26.615536 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] Set router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:26.690247 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79da367-e3ca-47d0-bdf1-09d1962dd4e9 x-openstack-request-id: req-c79da367-e3ca-47d0-bdf1-09d1962dd4e9 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:41:26.690608 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:41:26.690794 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c79da367-e3ca-47d0-bdf1-09d1962dd4e9 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:41:26.691194 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'status': 'completed', 'code': 200} Jan 25 02:41:26.786100 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-54b385b3-68d8-45a7-981f-18da506a9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:26.787793 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-54b385b3-68d8-45a7-981f-18da506a9c27 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=420e54880e0e49999ee0ca6050023575&device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 1098 time: 0.0455480 Jan 25 02:41:26.828294 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:22Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '9c548ad4-7c26-4d7f-a1fe-2b72e3977026', 'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'mac_address': 'fa:16:3e:a4:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:21Z', 'updated_at': '2022-01-25T02:36:28Z', 'revision_number': 5, 'project_id': '420e54880e0e49999ee0ca6050023575', 'subnets': [{'id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:26.856929 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] Checking router: f9799f41-4ac8-4aa4-b6b2-d92210c9e816 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:41:26.866351 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] Routers {'f9799f41-4ac8-4aa4-b6b2-d92210c9e816'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:26.867226 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:26.898833 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-b85d7cdb-5448-445a-ba4c-be4dc7be8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:26.900479 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-b85d7cdb-5448-445a-ba4c-be4dc7be8f2b service neutron] 10.222.0.121 "GET /v2.0/networks?id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec HTTP/1.1" status: 200 len: 916 time: 0.1065545 Jan 25 02:41:26.962269 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-3c08b478-e7e2-4a4a-8a67-5a672cf6507b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 200 len: 217 time: 0.0424545 Jan 25 02:41:26.979274 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] Set router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:27.009797 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-7478d354-c84c-45b8-a17a-0ea016df22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:27.012416 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-7478d354-c84c-45b8-a17a-0ea016df22cf service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819 HTTP/1.1" status: 200 len: 854 time: 0.0445940 Jan 25 02:41:27.083194 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-2fcf4758-cd76-4593-a4ac-1f1c03e0e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:27.084859 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-2fcf4758-cd76-4593-a4ac-1f1c03e0e972 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589781 Jan 25 02:41:27.194724 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-f61675f6-f4c3-4806-b223-13a989c2fcb4 service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013389 Jan 25 02:41:27.203153 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:22Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '9c548ad4-7c26-4d7f-a1fe-2b72e3977026', 'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'mac_address': 'fa:16:3e:a4:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:21Z', 'updated_at': '2022-01-25T02:36:28Z', 'revision_number': 5, 'project_id': '420e54880e0e49999ee0ca6050023575', 'subnets': [{'id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:27.235528 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56892aa0-98d9-4a21-a249-6374d484e9a8 None None] The sync data for ids ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'] in dv-cinder-819778-6-iscsi is: [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:36:22Z', 'revision_number': 4, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '9c548ad4-7c26-4d7f-a1fe-2b72e3977026', 'name': '', 'network_id': '2aa6330c-47a3-4cd8-99e4-a77aeebc98ec', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'mac_address': 'fa:16:3e:a4:d1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:21Z', 'updated_at': '2022-01-25T02:36:28Z', 'revision_number': 5, 'project_id': '420e54880e0e49999ee0ca6050023575', 'subnets': [{'id': '1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:41:27.296029 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-470642af-c109-4fad-ae0b-12bea58f9f94 req-832aa13c-f0fb-473b-95fe-e28222458427 service neutron] 10.222.0.121 "GET /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951760 Jan 25 02:41:27.480236 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df564981-ca2a-4b63-87fe-8e9255f644df None None] New status for floating IP ead3750d-3fc9-4963-a726-d7d197e252dd: DOWN {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:41:28.004914 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0774aeff-a38e-4791-8acc-70a5756245f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:29.414955 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b1e31-3f24-48d1-9330-a1e2cb6957a3 req-403762fb-b2e9-43e5-85c2-55fdb4670a26 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:29.416517 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c66b1e31-3f24-48d1-9330-a1e2cb6957a3 req-403762fb-b2e9-43e5-85c2-55fdb4670a26 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.0493309 Jan 25 02:41:29.462269 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c66b1e31-3f24-48d1-9330-a1e2cb6957a3 req-d8f9bd3c-a903-4a61-8b1f-d061949a0ca6 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Jan 25 02:41:30.156471 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f9c6bdb6-7a06-4f77-b4b0-3ccec79c9f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:30.602249 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ad1b6-16ff-4d43-a391-4e7e53a7581c req-59da869d-8938-45c3-8352-65383a1a2a0d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:30.604825 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b59ad1b6-16ff-4d43-a391-4e7e53a7581c req-59da869d-8938-45c3-8352-65383a1a2a0d tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.0570364 Jan 25 02:41:30.652638 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b59ad1b6-16ff-4d43-a391-4e7e53a7581c req-a78656f2-8d63-4b37-a9bf-f0f22701e9fa tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Jan 25 02:41:31.466017 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:31.519000 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:31.887265 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968c9bd-eed0-47b7-a357-1214748db16b req-a4b01264-6ff8-48b2-b029-df8baf0a23bf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:31.888848 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c968c9bd-eed0-47b7-a357-1214748db16b req-a4b01264-6ff8-48b2-b029-df8baf0a23bf tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.0610383 Jan 25 02:41:31.930758 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-631b76b1-d022-4814-97fe-3c00f64d0220 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:31.932542 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-631b76b1-d022-4814-97fe-3c00f64d0220 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.121 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 945 time: 0.1780586 Jan 25 02:41:31.945628 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c968c9bd-eed0-47b7-a357-1214748db16b req-75b1a7ac-00cb-46bd-ab9b-3b04ff90847a tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/security-groups?id=8dd9df01-e373-4e21-b38e-abd17a24cc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489066 Jan 25 02:41:31.997636 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47744) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:32.035360 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Deleting port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:32.035623 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.101656 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad48d795-9d04-4933-990f-365e7f929ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.127952 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] For port d4cacf78-a32e-4480-a1e5-3c3d3cb82445, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:32.128320 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.140120 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Calling delete_port for d4cacf78-a32e-4480-a1e5-3c3d3cb82445 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:32.180803 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad48d795-9d04-4933-990f-365e7f929ee3 admin admin] Publish callbacks [] for security_group (240e2f0f-d247-469d-bf07-9b12d6642128), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.185026 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad48d795-9d04-4933-990f-365e7f929ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (240e2f0f-d247-469d-bf07-9b12d6642128), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.224207 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ad48d795-9d04-4933-990f-365e7f929ee3 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=917ede0b8b0f45628bb3d610f324ffeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250614 Jan 25 02:41:32.226466 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47748) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:32.235194 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48d795-9d04-4933-990f-365e7f929ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240e2f0f-d247-469d-bf07-9b12d6642128,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:32.285907 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f050aa1-d8a8-4728-ab85-cec3860155c7 admin admin] Publish callbacks [] for security_group (240e2f0f-d247-469d-bf07-9b12d6642128), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.288739 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (d4cacf78-a32e-4480-a1e5-3c3d3cb82445), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.307551 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f050aa1-d8a8-4728-ab85-cec3860155c7 admin admin] Publish callbacks [] for security_group (240e2f0f-d247-469d-bf07-9b12d6642128), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.333884 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['d4cacf78-a32e-4480-a1e5-3c3d3cb82445'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:41:32.360348 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Pushing event deleted for resources: {'Port': ['ID=d4cacf78-a32e-4480-a1e5-3c3d3cb82445,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:32.364898 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f050aa1-d8a8-4728-ab85-cec3860155c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (240e2f0f-d247-469d-bf07-9b12d6642128), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.369459 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f050aa1-d8a8-4728-ab85-cec3860155c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.369627 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1f050aa1-d8a8-4728-ab85-cec3860155c7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/240e2f0f-d247-469d-bf07-9b12d6642128 HTTP/1.1" status: 204 len: 168 time: 0.1412675 Jan 25 02:41:32.377942 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f050aa1-d8a8-4728-ab85-cec3860155c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e2f0f-d247-469d-bf07-9b12d6642128,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:32.410976 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] No DVR routers for this DVR port d4cacf78-a32e-4480-a1e5-3c3d3cb82445 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:41:32.413847 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.417397 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.121 "DELETE /v2.0/ports/d4cacf78-a32e-4480-a1e5-3c3d3cb82445 HTTP/1.1" status: 204 len: 173 time: 0.4787652 Jan 25 02:41:32.418109 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'name': 'network-vif-deleted', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:41:32.420927 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23219681-ce61-4fd3-ab81-d3dd82690331" -d '{"events": [{"server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "name": "network-vif-deleted", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:41:32.431574 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-dc18bcba-a77e-4b84-8684-d47a3dff00a8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1364613 Jan 25 02:41:32.473509 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301ab1ef-fcf2-42dd-8f56-7ef661db71b7 x-openstack-request-id: req-301ab1ef-fcf2-42dd-8f56-7ef661db71b7 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:41:32.474691 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4817164d-aea9-4e3a-9500-db4a69c94e2a", "name": "network-vif-deleted", "tag": "d4cacf78-a32e-4480-a1e5-3c3d3cb82445", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:41:32.475121 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-301ab1ef-fcf2-42dd-8f56-7ef661db71b7 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:41:32.476311 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4817164d-aea9-4e3a-9500-db4a69c94e2a', 'name': 'network-vif-deleted', 'tag': 'd4cacf78-a32e-4480-a1e5-3c3d3cb82445', 'status': 'completed', 'code': 200} Jan 25 02:41:32.556607 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-8a1be9f4-a3e7-4c52-b9f5-e7dcc1bba677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:32.557856 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-8a1be9f4-a3e7-4c52-b9f5-e7dcc1bba677 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 1098 time: 0.0554593 Jan 25 02:41:32.689182 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-aedb2567-7168-4a7a-b7a1-3de4c0a2cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:32.690795 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-aedb2567-7168-4a7a-b7a1-3de4c0a2cd70 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.1018410 Jan 25 02:41:32.739794 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47756) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:32.763427 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3479-f322-4bf3-911f-e5c8476d849c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.785836 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-1725e278-d549-4f6c-8181-a102b82f979d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38dd2c4d-d070-42a6-8414-c0e245cda865 HTTP/1.1" status: 200 len: 1000 time: 0.0857649 Jan 25 02:41:32.856915 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-62566bdf-58e9-40d8-ae7a-617c41bbc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:32.858434 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-62566bdf-58e9-40d8-ae7a-617c41bbc233 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0666370 Jan 25 02:41:32.919228 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3479-f322-4bf3-911f-e5c8476d849c admin admin] Publish callbacks [] for security_group (bdf7ab68-a072-4af1-bc1e-381d62d54dee), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.924899 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8ef3479-f322-4bf3-911f-e5c8476d849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (bdf7ab68-a072-4af1-bc1e-381d62d54dee), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.950701 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.957381 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-abc8d45e-042a-4667-a46f-e9b786b3ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:32.958958 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-abc8d45e-042a-4667-a46f-e9b786b3ce5e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884783 Jan 25 02:41:32.977088 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c8ef3479-f322-4bf3-911f-e5c8476d849c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=cd072a2c1fdf4a0680a9708c776ebc2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339239 Jan 25 02:41:32.977306 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47764) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:32.984427 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef3479-f322-4bf3-911f-e5c8476d849c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf7ab68-a072-4af1-bc1e-381d62d54dee,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:33.112381 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9d65e956-e5fe-4392-a0a0-18183cb7e73f req-11e2a037-f21b-4bf5-925f-fccae2f23668 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] 10.222.0.117 "GET /v2.0/ports?device_id=4817164d-aea9-4e3a-9500-db4a69c94e2a HTTP/1.1" status: 200 len: 210 time: 0.0725045 Jan 25 02:41:33.136875 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-60a040b8-45b6-461e-a869-adfd9ec0c59f admin admin] Publish callbacks [] for security_group (bdf7ab68-a072-4af1-bc1e-381d62d54dee), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.176118 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-ce4abf7e-afe8-4c38-9913-bb2f8acc599c service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868806 Jan 25 02:41:33.177883 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-60a040b8-45b6-461e-a869-adfd9ec0c59f admin admin] Publish callbacks [] for security_group (bdf7ab68-a072-4af1-bc1e-381d62d54dee), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.285991 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a8f559c9-edd2-4b0d-a39d-b60927b0d621 req-abe36029-973e-4778-8670-499b3320e098 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013336 Jan 25 02:41:33.286985 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-60a040b8-45b6-461e-a869-adfd9ec0c59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (bdf7ab68-a072-4af1-bc1e-381d62d54dee), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.289486 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-60a040b8-45b6-461e-a869-adfd9ec0c59f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.292126 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-60a040b8-45b6-461e-a869-adfd9ec0c59f admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/bdf7ab68-a072-4af1-bc1e-381d62d54dee HTTP/1.1" status: 204 len: 168 time: 0.3139420 Jan 25 02:41:33.301564 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a040b8-45b6-461e-a869-adfd9ec0c59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf7ab68-a072-4af1-bc1e-381d62d54dee,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:33.616427 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47772) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:33.631112 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0c2d8886-9cf6-4b71-83bd-b159b6bb39c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.709552 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0c2d8886-9cf6-4b71-83bd-b159b6bb39c0 admin admin] Publish callbacks [] for security_group (18bc8529-0542-4939-9b10-4cfef509f939), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.713198 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0c2d8886-9cf6-4b71-83bd-b159b6bb39c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (18bc8529-0542-4939-9b10-4cfef509f939), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.755641 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-0c2d8886-9cf6-4b71-83bd-b159b6bb39c0 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=f6cf9fd1dd88429ca5ec598e4e584c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381314 Jan 25 02:41:33.756533 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d8886-9cf6-4b71-83bd-b159b6bb39c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bc8529-0542-4939-9b10-4cfef509f939,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:33.758435 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47774) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:33.808268 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-def9dd64-9335-42a6-a351-e5fd472e1273 admin admin] Publish callbacks [] for security_group (18bc8529-0542-4939-9b10-4cfef509f939), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.829815 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-def9dd64-9335-42a6-a351-e5fd472e1273 admin admin] Publish callbacks [] for security_group (18bc8529-0542-4939-9b10-4cfef509f939), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.878995 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-def9dd64-9335-42a6-a351-e5fd472e1273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (18bc8529-0542-4939-9b10-4cfef509f939), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.881719 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-def9dd64-9335-42a6-a351-e5fd472e1273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.882799 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-def9dd64-9335-42a6-a351-e5fd472e1273 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/18bc8529-0542-4939-9b10-4cfef509f939 HTTP/1.1" status: 204 len: 168 time: 0.1227927 Jan 25 02:41:33.891227 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9dd64-9335-42a6-a351-e5fd472e1273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bc8529-0542-4939-9b10-4cfef509f939,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:34.169842 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:35.029911 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47846) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:35.711618 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460788'] for router_interface (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:35.713997 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d4cacf78-a32e-4480-a1e5-3c3d3cb82445 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:35.735532 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: d4cacf78-a32e-4480-a1e5-3c3d3cb82445 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:41:35.735991 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device d4cacf78-a32e-4480-a1e5-3c3d3cb82445 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:41:35.954707 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] Deleting port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:35.955064 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:36.031139 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] For port 9c548ad4-7c26-4d7f-a1fe-2b72e3977026, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=9c548ad4-7c26-4d7f-a1fe-2b72e3977026,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:36.031823 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:36.043117 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] Calling delete_port for 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 owned by network:router_interface {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:36.227533 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (9c548ad4-7c26-4d7f-a1fe-2b72e3977026), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:36.263179 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c548ad4-7c26-4d7f-a1fe-2b72e3977026,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:36.428499 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474073'] for router_interface (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:36.917033 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] Router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:41:37.021116 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:41:37.026647 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-af4fdf72-e53b-4679-a64c-e4f1b4a9ae8f admin admin] 10.222.0.117 "PUT /v2.0/routers/f9799f41-4ac8-4aa4-b6b2-d92210c9e816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9960270 Jan 25 02:41:37.030862 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47874) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:37.031790 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] Sync routers for ids ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:41:37.041155 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] Routers {'f9799f41-4ac8-4aa4-b6b2-d92210c9e816'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:37.041772 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:37.132034 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Publish callbacks [] for router (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.148413 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] Set router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:37.235746 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Publish callbacks [] for router_gateway (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.294069 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Deleting port d41b148a-c202-488b-a3da-e71d9b91d033 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:37.294505 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.333578 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:41:36Z', 'revision_number': 5, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port': {'id': 'd41b148a-c202-488b-a3da-e71d9b91d033', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:18Z', 'updated_at': '2022-01-25T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:37.360597 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] Checking router: f9799f41-4ac8-4aa4-b6b2-d92210c9e816 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:41:37.369151 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] Routers {'f9799f41-4ac8-4aa4-b6b2-d92210c9e816'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:37.369873 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:37.378052 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] For port d41b148a-c202-488b-a3da-e71d9b91d033, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d41b148a-c202-488b-a3da-e71d9b91d033,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:37.378413 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.391653 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Calling delete_port for d41b148a-c202-488b-a3da-e71d9b91d033 owned by network:router_gateway {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:37.457032 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] Set router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:37.514822 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:41:37Z', 'revision_number': 6, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port_host': None}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:37.541780 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd31eb-2be3-4a0a-a371-63c608eaaf20 None None] The sync data for ids ['f9799f41-4ac8-4aa4-b6b2-d92210c9e816'] in dv-cinder-819778-6-iscsi is: [{'id': 'f9799f41-4ac8-4aa4-b6b2-d92210c9e816', 'name': 'tempest-TestMinimumBasicScenario-1790833640-router', 'tenant_id': '420e54880e0e49999ee0ca6050023575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:17Z', 'updated_at': '2022-01-25T02:41:37Z', 'revision_number': 6, 'project_id': '420e54880e0e49999ee0ca6050023575', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:41:37.561293 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (d41b148a-c202-488b-a3da-e71d9b91d033), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.591976 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41b148a-c202-488b-a3da-e71d9b91d033,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:37.651254 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472325'] for router_gateway (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.742288 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.744387 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Publish callbacks [] for router_controller (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.791934 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470929'] for router (f9799f41-4ac8-4aa4-b6b2-d92210c9e816), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.792396 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9799f41-4ac8-4aa4-b6b2-d92210c9e816 {{(pid=102671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:41:37.797594 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.798764 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-9781e19f-7511-40af-8e8e-db75bb443c21 admin admin] 10.222.0.117 "DELETE /v2.0/routers/f9799f41-4ac8-4aa4-b6b2-d92210c9e816 HTTP/1.1" status: 204 len: 168 time: 0.7668009 Jan 25 02:41:37.801260 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47882) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:37.847037 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef6c69a-5c4c-4a31-93a6-35da264870eb admin admin] Deleting subnet 1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819 {{(pid=102671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:41:37.850213 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c69a-5c4c-4a31-93a6-35da264870eb admin admin] Publish callbacks [] for subnet (1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.885930 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c69a-5c4c-4a31-93a6-35da264870eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585826'] for subnet (1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.004683 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c69a-5c4c-4a31-93a6-35da264870eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.059199 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c69a-5c4c-4a31-93a6-35da264870eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10101061'] for subnet (1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.084720 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6c69a-5c4c-4a31-93a6-35da264870eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:38.088498 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3ef6c69a-5c4c-4a31-93a6-35da264870eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.094174 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-3ef6c69a-5c4c-4a31-93a6-35da264870eb admin admin] 10.222.0.117 "DELETE /v2.0/subnets/1a5c0cc8-e93e-40d1-87f6-67c7f6bc1819 HTTP/1.1" status: 204 len: 168 time: 0.2897053 Jan 25 02:41:38.094922 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47888) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:38.098097 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2eb83f-1b35-4110-a60e-47f9310c64fe None None] Network 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:41:38.163630 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (2aa6330c-47a3-4cd8-99e4-a77aeebc98ec), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.228953 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Deleting port 53fd3704-0e86-40b7-a272-26ddf383e876 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:38.229326 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.290410 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] For port 53fd3704-0e86-40b7-a272-26ddf383e876, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=53fd3704-0e86-40b7-a272-26ddf383e876,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:38.290698 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.303090 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Calling delete_port for 53fd3704-0e86-40b7-a272-26ddf383e876 owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:38.329081 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] DHCP port deletion for 2aa6330c-47a3-4cd8-99e4-a77aeebc98ec request from dv-cinder-819778-6-iscsi {{(pid=102672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:41:38.380987 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Deleting port 53fd3704-0e86-40b7-a272-26ddf383e876 {{(pid=102672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:38.381396 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), before_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.392281 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.418368 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=53fd3704-0e86-40b7-a272-26ddf383e876,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:38.421782 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] No DVR routers for this DVR port 53fd3704-0e86-40b7-a272-26ddf383e876 on host dv-cinder-819778-6-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:41:38.455121 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] For port 53fd3704-0e86-40b7-a272-26ddf383e876, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=53fd3704-0e86-40b7-a272-26ddf383e876,segment=NetworkSegment(d275533c-5b95-4311-aef3-4f7431b1ec8a),segment_id=d275533c-5b95-4311-aef3-4f7431b1ec8a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:38.455862 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), precommit_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.471841 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Calling delete_port for 53fd3704-0e86-40b7-a272-26ddf383e876 owned by network:dhcp {{(pid=102672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:38.503429 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (2aa6330c-47a3-4cd8-99e4-a77aeebc98ec), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.523461 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa6330c-47a3-4cd8-99e4-a77aeebc98ec']}} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:38.534083 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd275533c-5b95-4311-aef3-4f7431b1ec8a') {'for_net_delete': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:38.534395 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd275533c-5b95-4311-aef3-4f7431b1ec8a') {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:38.548289 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585851'] for segment (d275533c-5b95-4311-aef3-4f7431b1ec8a), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.566940 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (d275533c-5b95-4311-aef3-4f7431b1ec8a), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.573808 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=102671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:41:38.574377 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669596'] for segment (d275533c-5b95-4311-aef3-4f7431b1ec8a), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: Traceback (most recent call last): Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: timer() Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: cb(*args, **kw) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: return func(*args, **kwargs) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: self._notify() Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: self.callback(batched_events) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: event.method(event) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:41:38.577182 dv-cinder-819778-6-iscsi neutron-server[102671]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: return f(self, *a, **k) Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: return self._get(url).json() Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: return self.request(url, 'GET', **kwargs) Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:41:38.580639 dv-cinder-819778-6-iscsi neutron-server[102671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:41:38.599488 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530'] for port (53fd3704-0e86-40b7-a272-26ddf383e876), after_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.634609 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] No DVR routers for this DVR port 53fd3704-0e86-40b7-a272-26ddf383e876 on host dv-cinder-819778-6-iscsi {{(pid=102672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:41:38.639333 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Pushing event deleted for resources: {'Port': ['ID=53fd3704-0e86-40b7-a272-26ddf383e876,revision_number=None']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:38.656962 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.657231 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.657635 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.658366 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (2aa6330c-47a3-4cd8-99e4-a77aeebc98ec), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.658626 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.658979 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.659358 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.659785 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.660131 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.660463 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.660982 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.661326 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.661718 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.662046 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d811f1-f6c8-4043-a89c-43dfa5f395c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:38.664642 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:38.668380 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] 10.222.0.117 "DELETE /v2.0/networks/2aa6330c-47a3-4cd8-99e4-a77aeebc98ec HTTP/1.1" status: 204 len: 168 time: 0.5730617 Jan 25 02:41:38.671593 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47892) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:38.683929 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab037b61-d88f-4435-b09f-9be62e34dc32 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa6330c-47a3-4cd8-99e4-a77aeebc98ec,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:39.082839 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460788'] for router_interface (275246ce-6802-4e0a-95d1-6dc0ad25f478), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:39.289315 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:39.310200 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:41:39.310557 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 9c548ad4-7c26-4d7f-a1fe-2b72e3977026 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:41:39.311024 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 53fd3704-0e86-40b7-a272-26ddf383e876 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:39.331209 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 53fd3704-0e86-40b7-a272-26ddf383e876 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:41:39.331552 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 53fd3704-0e86-40b7-a272-26ddf383e876 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:41:39.332002 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d41b148a-c202-488b-a3da-e71d9b91d033 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:39.351809 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: d41b148a-c202-488b-a3da-e71d9b91d033 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:41:39.352250 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d41b148a-c202-488b-a3da-e71d9b91d033 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:41:39.589280 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] Deleting port f817b574-5f57-4029-be6a-3e5c6e56499d {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:39.589761 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:39.671783 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] For port f817b574-5f57-4029-be6a-3e5c6e56499d, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=f817b574-5f57-4029-be6a-3e5c6e56499d,segment=NetworkSegment(c80bc13e-c565-44b0-86e8-43d22f32380a),segment_id=c80bc13e-c565-44b0-86e8-43d22f32380a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:39.672442 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:39.684513 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] Calling delete_port for f817b574-5f57-4029-be6a-3e5c6e56499d owned by network:router_interface {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:39.891844 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (f817b574-5f57-4029-be6a-3e5c6e56499d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:39.915041 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f817b574-5f57-4029-be6a-3e5c6e56499d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:40.085795 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474073'] for router_interface (275246ce-6802-4e0a-95d1-6dc0ad25f478), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:40.317665 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] Router 275246ce-6802-4e0a-95d1-6dc0ad25f478 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:41:40.436857 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:41:40.441903 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5fe4a137-5b6f-4d4c-afcc-c83bafe2bb53 admin admin] 10.222.0.117 "PUT /v2.0/routers/275246ce-6802-4e0a-95d1-6dc0ad25f478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7687466 Jan 25 02:41:40.444343 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47912) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:40.446036 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] Sync routers for ids ['275246ce-6802-4e0a-95d1-6dc0ad25f478'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:41:40.456990 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] Routers {'275246ce-6802-4e0a-95d1-6dc0ad25f478'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:40.457600 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['275246ce-6802-4e0a-95d1-6dc0ad25f478'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:40.560461 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Publish callbacks [] for router (275246ce-6802-4e0a-95d1-6dc0ad25f478), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:40.562958 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] Set router 275246ce-6802-4e0a-95d1-6dc0ad25f478 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:40.665665 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Publish callbacks [] for router_gateway (275246ce-6802-4e0a-95d1-6dc0ad25f478), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:40.732567 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Deleting port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:40.733248 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:40.751323 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'name': 'tempest-TestMinimumBasicScenario-1613026018-router', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:41:39Z', 'revision_number': 5, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'gw_port': {'id': 'dffdc9f0-cd89-42d8-9bfc-df0240bb71c6', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:40.782064 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] Checking router: 275246ce-6802-4e0a-95d1-6dc0ad25f478 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:41:40.792964 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] Routers {'275246ce-6802-4e0a-95d1-6dc0ad25f478'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:40.793571 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['275246ce-6802-4e0a-95d1-6dc0ad25f478'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:40.817106 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] For port dffdc9f0-cd89-42d8-9bfc-df0240bb71c6, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=dffdc9f0-cd89-42d8-9bfc-df0240bb71c6,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:40.817465 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:40.829527 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Calling delete_port for dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:40.879116 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] Set router 275246ce-6802-4e0a-95d1-6dc0ad25f478 gateway port host: None {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:40.928881 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'name': 'tempest-TestMinimumBasicScenario-1613026018-router', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:41:40Z', 'revision_number': 6, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'gw_port_host': None}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:40.958447 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95ac63-1f42-4a46-8973-36bb38830d87 None None] The sync data for ids ['275246ce-6802-4e0a-95d1-6dc0ad25f478'] in dv-cinder-819778-6-iscsi is: [{'id': '275246ce-6802-4e0a-95d1-6dc0ad25f478', 'name': 'tempest-TestMinimumBasicScenario-1613026018-router', 'tenant_id': '0d879aff8bc64332896a3089c20f4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:36:25Z', 'updated_at': '2022-01-25T02:41:40Z', 'revision_number': 6, 'project_id': '0d879aff8bc64332896a3089c20f4a76', 'gw_port_host': None}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:41:40.993664 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (dffdc9f0-cd89-42d8-9bfc-df0240bb71c6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.020140 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Pushing event deleted for resources: {'Port': ['ID=dffdc9f0-cd89-42d8-9bfc-df0240bb71c6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:41.082798 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472325'] for router_gateway (275246ce-6802-4e0a-95d1-6dc0ad25f478), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.187145 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (275246ce-6802-4e0a-95d1-6dc0ad25f478), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.189435 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Publish callbacks [] for router_controller (275246ce-6802-4e0a-95d1-6dc0ad25f478), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.252322 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470929'] for router (275246ce-6802-4e0a-95d1-6dc0ad25f478), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.252877 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 275246ce-6802-4e0a-95d1-6dc0ad25f478 {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:41:41.257721 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.258882 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ebe9f83e-9c4f-49ed-b2c5-42d595882cac admin admin] 10.222.0.117 "DELETE /v2.0/routers/275246ce-6802-4e0a-95d1-6dc0ad25f478 HTTP/1.1" status: 204 len: 168 time: 0.8135896 Jan 25 02:41:41.261695 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47918) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:41.312323 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-013018a0-6699-4c80-a4c5-f2a9bf1b6bed admin admin] Deleting subnet 9b1f6f92-2a9f-47ed-bea8-fb48bd87934b {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:41:41.316599 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-013018a0-6699-4c80-a4c5-f2a9bf1b6bed admin admin] Publish callbacks [] for subnet (9b1f6f92-2a9f-47ed-bea8-fb48bd87934b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.383940 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-013018a0-6699-4c80-a4c5-f2a9bf1b6bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10334889'] for subnet (9b1f6f92-2a9f-47ed-bea8-fb48bd87934b), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.456423 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device f817b574-5f57-4029-be6a-3e5c6e56499d no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:41.495381 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: f817b574-5f57-4029-be6a-3e5c6e56499d {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:41:41.496446 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device f817b574-5f57-4029-be6a-3e5c6e56499d not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:41:41.543987 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-013018a0-6699-4c80-a4c5-f2a9bf1b6bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (9b1f6f92-2a9f-47ed-bea8-fb48bd87934b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.624459 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-013018a0-6699-4c80-a4c5-f2a9bf1b6bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10000709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10474790'] for subnet (9b1f6f92-2a9f-47ed-bea8-fb48bd87934b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.665557 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013018a0-6699-4c80-a4c5-f2a9bf1b6bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1f6f92-2a9f-47ed-bea8-fb48bd87934b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:41.672724 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-013018a0-6699-4c80-a4c5-f2a9bf1b6bed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.673745 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b76c68-eec4-4f21-a945-6f3a754ebb54 None None] Network 26bc5ff1-837f-4b44-ac21-099cd23349f8 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:41:41.677217 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-013018a0-6699-4c80-a4c5-f2a9bf1b6bed admin admin] 10.222.0.117 "DELETE /v2.0/subnets/9b1f6f92-2a9f-47ed-bea8-fb48bd87934b HTTP/1.1" status: 204 len: 168 time: 0.4145803 Jan 25 02:41:41.679645 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47934) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:41.764413 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (26bc5ff1-837f-4b44-ac21-099cd23349f8), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.841304 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Deleting port 88090066-3a27-462e-9e39-6439a29f5eea {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:41.841660 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (88090066-3a27-462e-9e39-6439a29f5eea), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.860384 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc53109-4850-4e1c-beb0-12f19da10232 None None] DHCP port deletion for 26bc5ff1-837f-4b44-ac21-099cd23349f8 request from dv-cinder-819778-6-iscsi {{(pid=102672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:41:41.911536 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] For port 88090066-3a27-462e-9e39-6439a29f5eea, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=88090066-3a27-462e-9e39-6439a29f5eea,segment=NetworkSegment(c80bc13e-c565-44b0-86e8-43d22f32380a),segment_id=c80bc13e-c565-44b0-86e8-43d22f32380a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:41.911950 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (88090066-3a27-462e-9e39-6439a29f5eea), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.916483 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-2bc53109-4850-4e1c-beb0-12f19da10232 None None] Deleting port 88090066-3a27-462e-9e39-6439a29f5eea {{(pid=102672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:41.916986 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2bc53109-4850-4e1c-beb0-12f19da10232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (88090066-3a27-462e-9e39-6439a29f5eea), before_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.926322 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Calling delete_port for 88090066-3a27-462e-9e39-6439a29f5eea owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:41.984681 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-2bc53109-4850-4e1c-beb0-12f19da10232 None None] For port 88090066-3a27-462e-9e39-6439a29f5eea, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=88090066-3a27-462e-9e39-6439a29f5eea,segment=NetworkSegment(c80bc13e-c565-44b0-86e8-43d22f32380a),segment_id=c80bc13e-c565-44b0-86e8-43d22f32380a)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:41.985155 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2bc53109-4850-4e1c-beb0-12f19da10232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (88090066-3a27-462e-9e39-6439a29f5eea), precommit_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:41.999679 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-2bc53109-4850-4e1c-beb0-12f19da10232 None None] Calling delete_port for 88090066-3a27-462e-9e39-6439a29f5eea owned by network:dhcp {{(pid=102672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:42.026379 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (88090066-3a27-462e-9e39-6439a29f5eea), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.050572 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=88090066-3a27-462e-9e39-6439a29f5eea,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:42.057156 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] No DVR routers for this DVR port 88090066-3a27-462e-9e39-6439a29f5eea on host dv-cinder-819778-6-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:41:42.083997 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2bc53109-4850-4e1c-beb0-12f19da10232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530'] for port (88090066-3a27-462e-9e39-6439a29f5eea), after_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.111148 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc53109-4850-4e1c-beb0-12f19da10232 None None] Pushing event deleted for resources: {'Port': ['ID=88090066-3a27-462e-9e39-6439a29f5eea,revision_number=None']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:42.114909 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc53109-4850-4e1c-beb0-12f19da10232 None None] No DVR routers for this DVR port 88090066-3a27-462e-9e39-6439a29f5eea on host dv-cinder-819778-6-iscsi {{(pid=102672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:41:42.131821 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (26bc5ff1-837f-4b44-ac21-099cd23349f8), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.156624 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bc5ff1-837f-4b44-ac21-099cd23349f8']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:42.166702 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80bc13e-c565-44b0-86e8-43d22f32380a') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:42.166990 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80bc13e-c565-44b0-86e8-43d22f32380a') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:42.177577 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (c80bc13e-c565-44b0-86e8-43d22f32380a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.191508 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (c80bc13e-c565-44b0-86e8-43d22f32380a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.197233 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:41:42.197614 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (c80bc13e-c565-44b0-86e8-43d22f32380a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:41:42.199911 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:41:42.256098 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (26bc5ff1-837f-4b44-ac21-099cd23349f8), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.262607 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.265824 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] 10.222.0.117 "DELETE /v2.0/networks/26bc5ff1-837f-4b44-ac21-099cd23349f8 HTTP/1.1" status: 204 len: 168 time: 0.5850611 Jan 25 02:41:42.276219 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce17d17-e05c-4400-a334-0a2cb10e67d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=26bc5ff1-837f-4b44-ac21-099cd23349f8,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:42.381142 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47950) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:42.420038 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-89cc7914-32be-432a-9cd8-e6c89d946e0b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=420e54880e0e49999ee0ca6050023575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376391 Jan 25 02:41:42.422345 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47952) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:42.472074 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-419a922b-cf3d-4f1d-b764-092f80111956 admin admin] Publish callbacks [] for security_group (8dd9df01-e373-4e21-b38e-abd17a24cc19), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.493003 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-419a922b-cf3d-4f1d-b764-092f80111956 admin admin] Publish callbacks [] for security_group (8dd9df01-e373-4e21-b38e-abd17a24cc19), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.539617 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-419a922b-cf3d-4f1d-b764-092f80111956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (8dd9df01-e373-4e21-b38e-abd17a24cc19), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.542131 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-419a922b-cf3d-4f1d-b764-092f80111956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.543833 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-419a922b-cf3d-4f1d-b764-092f80111956 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/8dd9df01-e373-4e21-b38e-abd17a24cc19 HTTP/1.1" status: 204 len: 168 time: 0.1205790 Jan 25 02:41:42.551377 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a922b-cf3d-4f1d-b764-092f80111956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd9df01-e373-4e21-b38e-abd17a24cc19,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:42.854532 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47962) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:42.894890 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c2e1ab12-b21d-41be-acf1-1c70b57a935b admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0d879aff8bc64332896a3089c20f4a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386450 Jan 25 02:41:42.897360 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47964) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:42.943208 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-537b115b-fef9-4847-a049-c128ce07c4c2 admin admin] Publish callbacks [] for security_group (e7529f80-98b8-4869-b786-fd65835ae39e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:42.965175 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-537b115b-fef9-4847-a049-c128ce07c4c2 admin admin] Publish callbacks [] for security_group (e7529f80-98b8-4869-b786-fd65835ae39e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:43.011582 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-537b115b-fef9-4847-a049-c128ce07c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e7529f80-98b8-4869-b786-fd65835ae39e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:43.014461 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-537b115b-fef9-4847-a049-c128ce07c4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:43.015595 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-537b115b-fef9-4847-a049-c128ce07c4c2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e7529f80-98b8-4869-b786-fd65835ae39e HTTP/1.1" status: 204 len: 168 time: 0.1173494 Jan 25 02:41:43.023123 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b115b-fef9-4847-a049-c128ce07c4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7529f80-98b8-4869-b786-fd65835ae39e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:43.286363 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:43.306700 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:41:43.307285 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device dffdc9f0-cd89-42d8-9bfc-df0240bb71c6 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:41:43.307688 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 88090066-3a27-462e-9e39-6439a29f5eea no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:43.332802 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 88090066-3a27-462e-9e39-6439a29f5eea {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:41:43.333158 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 88090066-3a27-462e-9e39-6439a29f5eea not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:41:43.466863 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:41:43.670414 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 47986) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:43.774280 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-648624739-network', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:43.797398 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Made reservation on behalf of d61a4845c27e4b928c5445d95321e2a3 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:41:43.799665 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:43.810241 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:43.882252 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Publish callbacks [] for security_group (d2a3feed-6ea5-4b52-97c9-12c229c2aae9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:43.887303 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (d2a3feed-6ea5-4b52-97c9-12c229c2aae9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:43.914015 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:41:43.919851 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a3feed-6ea5-4b52-97c9-12c229c2aae9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:43.927201 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (63e651c4-76b4-4663-b39d-5abe6ca2dcb0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:43.927569 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Added segment 63e651c4-76b4-4663-b39d-5abe6ca2dcb0 of type vlan for network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 Jan 25 02:41:43.971032 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (6b3a1543-8cc0-4d5e-b497-defd3eba48e1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:43.993729 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (6b3a1543-8cc0-4d5e-b497-defd3eba48e1), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:43.994654 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:43.995857 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.028336 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3568106 Jan 25 02:41:44.031520 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47994) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:44.036630 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Request body: {'subnet': {'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-648624739-subnet', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'ip_version': 4}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:44.057175 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9922f0-eb91-4a99-9c34-801653325c8e admin admin] Pushing event updated for resources: {'Network': ['ID=6b3a1543-8cc0-4d5e-b497-defd3eba48e1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:44.060508 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Made reservation on behalf of d61a4845c27e4b928c5445d95321e2a3 for: {'subnet': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:41:44.063363 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10101088'] for subnet (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.068367 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:41:44.228640 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10101070'] for subnet (462ad572-2eba-4a5c-b868-32f911dcaae2), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.286152 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=462ad572-2eba-4a5c-b868-32f911dcaae2,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:44.295058 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Checking segment: {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:41:44.295450 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Network hostable DHCP agents. Network: 6b3a1543-8cc0-4d5e-b497-defd3eba48e1, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:41:44.311977 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:41:44.320269 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 6b3a1543-8cc0-4d5e-b497-defd3eba48e1) {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:44.324833 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:44.325434 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.331748 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b913e-5fd7-42f5-b80e-e13ba30811a5 None None] Network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:41:44.340881 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-750b0347-2802-4aab-9eb3-fd2cb41edb12 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3081155 Jan 25 02:41:44.343504 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 47996) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:44.348599 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:44.372014 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.373106 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.422825 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks [] for router_controller (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), precommit_add_association {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.429205 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1b5505-16d0-58fc-a7d8-0e7c122357f0-6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2'}]}} from dv-cinder-819778-6-iscsi. {{(pid=102672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:41:44.430058 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.561829 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks [] for router_gateway (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.563750 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.db_base_plugin_common [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Allocated IP 172.20.0.2 (6b3a1543-8cc0-4d5e-b497-defd3eba48e1/462ad572-2eba-4a5c-b868-32f911dcaae2/d508cc7d-298e-4119-8a57-0db804b650ea) {{(pid=102672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:41:44.716508 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Publish callbacks [] for port (d508cc7d-298e-4119-8a57-0db804b650ea), precommit_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.721886 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.762334 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 is already hosted by enough agents. {{(pid=102672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:41:44.762950 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks [] for router_gateway (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.768565 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Resources bound (agent type, host, resource id): {{(pid=102672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:44.771110 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Received port after_create {{(pid=102672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:41:44.785146 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Pushing event updated for resources: {'Port': ['ID=d508cc7d-298e-4119-8a57-0db804b650ea,revision_number=1']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:44.785688 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.898497 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Allocated IP 172.27.1.249 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/5e2ee222-fabf-4956-97cf-0f0eec369484) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:41:44.958142 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Attempting to bind port d508cc7d-298e-4119-8a57-0db804b650ea on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:41:44.958518 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Attempting to bind port d508cc7d-298e-4119-8a57-0db804b650ea by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:41:44.958881 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Attempting to bind port d508cc7d-298e-4119-8a57-0db804b650ea on network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:41:44.964783 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:41:44.965212 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Checking segment: {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:41:44.965625 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:44.966409 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Bound using segment: {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:41:44.966547 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Bound port: d508cc7d-298e-4119-8a57-0db804b650ea, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:41:44.966861 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:45.006278 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks [] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:45.028664 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] For port d508cc7d-298e-4119-8a57-0db804b650ea, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:41:45.032007 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] For port d508cc7d-298e-4119-8a57-0db804b650ea, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d508cc7d-298e-4119-8a57-0db804b650ea,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:41:45.037130 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:45.039966 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:45.078975 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:41:45.083927 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:45.087452 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:41:45.097032 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ad684-5ef4-47a5-8434-f6391556e527 None None] Pushing event updated for resources: {'Port': ['ID=d508cc7d-298e-4119-8a57-0db804b650ea,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:45.118242 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Pushing event updated for resources: {'Port': ['ID=5e2ee222-fabf-4956-97cf-0f0eec369484,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:45.376902 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks [] for router_gateway (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:45.399384 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d508cc7d-298e-4119-8a57-0db804b650ea up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:45.465347 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port d508cc7d-298e-4119-8a57-0db804b650ea triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:45.465645 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:45.545464 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port d508cc7d-298e-4119-8a57-0db804b650ea is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:45.545782 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:45.582313 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port d508cc7d-298e-4119-8a57-0db804b650ea, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d508cc7d-298e-4119-8a57-0db804b650ea,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:45.586792 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:45.641178 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=d508cc7d-298e-4119-8a57-0db804b650ea,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:45.836077 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547'] for router (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:45.977907 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 is scheduled to L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 with binding_index 1 {{(pid=102671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:41:46.006127 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464268de-7c71-4751-b953-3420e200b0e9 None None] Network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:41:46.087757 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:41:46.101169 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Sync routers for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:41:46.106661 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.107995 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c6ed94b3-ce13-41db-a3cd-f2f52a39d1cf admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7633772 Jan 25 02:41:46.111013 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48006) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:46.122905 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:46.123551 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:46.160109 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-2e3b1801-0fef-4cc2-91ae-57294d39a5c8 None None] Provisioning complete for port d508cc7d-298e-4119-8a57-0db804b650ea triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:46.160492 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1801-0fef-4cc2-91ae-57294d39a5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.276493 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:46.379925 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b1801-0fef-4cc2-91ae-57294d39a5c8 None None] Current status of the port d508cc7d-298e-4119-8a57-0db804b650ea is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:46.503827 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:45Z', 'revision_number': 3, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:46.536183 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Checking router: 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:41:46.536442 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Updating router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 port 5e2ee222-fabf-4956-97cf-0f0eec369484 binding host dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:41:46.539826 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-af6d0291-05c0-449e-a6b0-8aa0af14642a None None] Provisioning complete for port d508cc7d-298e-4119-8a57-0db804b650ea triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:46.540201 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-af6d0291-05c0-449e-a6b0-8aa0af14642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.582693 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.751000 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-af6d0291-05c0-449e-a6b0-8aa0af14642a None None] Current status of the port d508cc7d-298e-4119-8a57-0db804b650ea is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:46.778310 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.930055 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Publish callbacks [] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.936986 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.966518 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Allocated IP 172.20.0.1 (6b3a1543-8cc0-4d5e-b497-defd3eba48e1/462ad572-2eba-4a5c-b868-32f911dcaae2/f774879b-2b0d-4f61-a569-822505c1fc8e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:41:46.998011 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Attempting to bind port 5e2ee222-fabf-4956-97cf-0f0eec369484 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:41:46.998483 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Attempting to bind port 5e2ee222-fabf-4956-97cf-0f0eec369484 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:41:46.998959 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Attempting to bind port 5e2ee222-fabf-4956-97cf-0f0eec369484 on network ac97d597-b923-44ee-833a-ebc6f152d881 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:41:47.001260 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ffb0d-1424-429b-8731-e059634912a9 None None] Pushing event updated for resources: {'Port': ['ID=5e2ee222-fabf-4956-97cf-0f0eec369484,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:47.007182 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:41:47.007670 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:41:47.008202 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.009270 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Bound using segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:41:47.009964 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Bound port: 5e2ee222-fabf-4956-97cf-0f0eec369484, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:41:47.010900 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.090915 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] For port 5e2ee222-fabf-4956-97cf-0f0eec369484, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:41:47.094950 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] For port 5e2ee222-fabf-4956-97cf-0f0eec369484, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=5e2ee222-fabf-4956-97cf-0f0eec369484,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:41:47.101330 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.104162 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Publish callbacks [] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.151107 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.181431 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:47.181431 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:47.195787 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ffb0d-1424-429b-8731-e059634912a9 None None] Pushing event updated for resources: {'Port': ['ID=5e2ee222-fabf-4956-97cf-0f0eec369484,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:47.206916 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:41:47.210966 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:47.215805 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:41:47.257721 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Pushing event updated for resources: {'Port': ['ID=f774879b-2b0d-4f61-a569-822505c1fc8e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:47.278875 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472927'] for router_interface (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.349434 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:47.457182 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d508cc7d-298e-4119-8a57-0db804b650ea up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:47.536884 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34419a1-80b6-4268-b761-368f2e37a1a1 req-7dda93ea-4286-492e-885d-6cd6a5160b7d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:47.544239 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b34419a1-80b6-4268-b761-368f2e37a1a1 req-7dda93ea-4286-492e-885d-6cd6a5160b7d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.1040325 Jan 25 02:41:47.556178 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.608846 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-ca31096d-27f2-4e9c-858a-8fa4722577bc None None] Provisioning complete for port f774879b-2b0d-4f61-a569-822505c1fc8e triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:47.609420 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ca31096d-27f2-4e9c-858a-8fa4722577bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.640706 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b34419a1-80b6-4268-b761-368f2e37a1a1 req-00d6b307-6055-4741-940c-4233dfb6db23 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951889 Jan 25 02:41:47.779549 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Publish callbacks [] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.785935 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10000767'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.821695 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port d508cc7d-298e-4119-8a57-0db804b650ea triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:47.822071 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.830516 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-ca31096d-27f2-4e9c-858a-8fa4722577bc None None] Port f774879b-2b0d-4f61-a569-822505c1fc8e cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:41:47.867016 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Pushing event updated for resources: {'Port': ['ID=f774879b-2b0d-4f61-a569-822505c1fc8e,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:47.872080 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462773'] for router_interface (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.895390 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:45Z', 'revision_number': 3, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:47.952345 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25a689-5b64-43f7-8277-649fe650e2d6 None None] The sync data for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi is: [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:45Z', 'revision_number': 3, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:41:47.968315 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port d508cc7d-298e-4119-8a57-0db804b650ea is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:47.982773 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:41:47.984278 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:48.114663 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:41:48.242546 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:41:48.260407 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e0db4ba9-9420-46df-9865-46e496f2abf7 admin admin] 10.222.0.117 "PUT /v2.0/routers/8bfebed8-e4b9-4e39-9f1c-2cf338f58375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1477442 Jan 25 02:41:48.262425 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-ae3b8b33-70b6-420e-9ddc-2ecb6bff3946 None None] Provisioning complete for port f774879b-2b0d-4f61-a569-822505c1fc8e triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:48.262827 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ae3b8b33-70b6-420e-9ddc-2ecb6bff3946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:48.328008 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b8b33-70b6-420e-9ddc-2ecb6bff3946 None None] Port f774879b-2b0d-4f61-a569-822505c1fc8e cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:41:48.793287 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ce42b-6ee7-451e-bef9-84986780a495 req-c4878aee-d084-4cb5-b3e5-c9bf7108b42a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:48.795304 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-864ce42b-6ee7-451e-bef9-84986780a495 req-c4878aee-d084-4cb5-b3e5-c9bf7108b42a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0586967 Jan 25 02:41:48.858409 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-864ce42b-6ee7-451e-bef9-84986780a495 req-4cddd170-9665-4b06-baf0-137444e20aa8 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549719 Jan 25 02:41:48.934564 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48068) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:48.940680 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1895195582-network', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:48.969745 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Made reservation on behalf of 4ca9786b60fe466f86fe6d24c7dcf2aa for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:41:48.972224 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:48.983271 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.078865 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Publish callbacks [] for security_group (464b6029-e28b-4893-93a3-857924ef6e9e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.083597 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (464b6029-e28b-4893-93a3-857924ef6e9e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.105831 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:41:49.125905 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464b6029-e28b-4893-93a3-857924ef6e9e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:49.128799 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (c19d9e56-166c-4339-a03d-2d3995d0190d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.129141 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Added segment c19d9e56-166c-4339-a03d-2d3995d0190d of type vlan for network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 Jan 25 02:41:49.168136 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (3e74aba2-8df6-4b91-8d01-dc31761cbe88), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.192814 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (3e74aba2-8df6-4b91-8d01-dc31761cbe88), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.193793 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:49.194371 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.225497 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2886181 Jan 25 02:41:49.228222 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48076) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:49.233525 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Request body: {'subnet': {'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1895195582-subnet', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:49.268357 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92efaa-cf44-475b-8f7b-34256988a328 admin admin] Pushing event updated for resources: {'Network': ['ID=3e74aba2-8df6-4b91-8d01-dc31761cbe88,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:49.285383 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Made reservation on behalf of 4ca9786b60fe466f86fe6d24c7dcf2aa for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:41:49.288150 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10474755'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.288517 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:41:49.357213 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 5e2ee222-fabf-4956-97cf-0f0eec369484 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:49.419753 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-c06c44c6-cd4b-40c6-bdea-dc22b943d4eb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:49.421929 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-c06c44c6-cd4b-40c6-bdea-dc22b943d4eb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.121 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.0543873 Jan 25 02:41:49.425977 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 5e2ee222-fabf-4956-97cf-0f0eec369484 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:49.426353 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.476554 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10000772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10474797'] for subnet (5183a596-84cd-4ba6-88e2-0af7908449e6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.515864 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 5e2ee222-fabf-4956-97cf-0f0eec369484 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:49.516260 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.536751 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Deleting port 70f9e14e-ca54-45fc-9d32-c3612a600d19 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:49.537268 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.538683 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 5e2ee222-fabf-4956-97cf-0f0eec369484, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=5e2ee222-fabf-4956-97cf-0f0eec369484,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:49.544130 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.549026 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5183a596-84cd-4ba6-88e2-0af7908449e6,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:49.556099 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Checking segment: {'id': 'c19d9e56-166c-4339-a03d-2d3995d0190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:41:49.556551 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Network hostable DHCP agents. Network: 3e74aba2-8df6-4b91-8d01-dc31761cbe88, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:41:49.575895 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:41:49.592476 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 3e74aba2-8df6-4b91-8d01-dc31761cbe88) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:49.599277 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:49.601760 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.613935 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe0254-c103-4b25-b16b-ff4f6dc2016e None None] Network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:41:49.624205 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-78609a5e-63a0-48de-9d0a-020adb160159 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3949606 Jan 25 02:41:49.626822 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 48078) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:49.631624 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1895195582-router', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:49.640013 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=5e2ee222-fabf-4956-97cf-0f0eec369484,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:49.687087 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (6c142fcb-534a-45c1-b9d8-0f960267a016), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.688185 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (6c142fcb-534a-45c1-b9d8-0f960267a016), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.698008 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] For port 70f9e14e-ca54-45fc-9d32-c3612a600d19, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=70f9e14e-ca54-45fc-9d32-c3612a600d19,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:49.699537 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.755615 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1b5505-16d0-58fc-a7d8-0e7c122357f0-3e74aba2-8df6-4b91-8d01-dc31761cbe88', 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88', 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'fixed_ips': [{'subnet_id': '5183a596-84cd-4ba6-88e2-0af7908449e6'}]}} from dv-cinder-819778-6-iscsi. {{(pid=102672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:41:49.756537 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.843501 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks [] for router_controller (6c142fcb-534a-45c1-b9d8-0f960267a016), precommit_add_association {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:49.907071 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Sync routers for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:41:49.931408 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:49.932208 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:49.971955 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.db_base_plugin_common [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Allocated IP 172.20.0.2 (3e74aba2-8df6-4b91-8d01-dc31761cbe88/5183a596-84cd-4ba6-88e2-0af7908449e6/8e2d7604-230d-4423-9762-f34b57a159de) {{(pid=102672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:41:50.073039 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:50.152797 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Publish callbacks [] for port (8e2d7604-230d-4423-9762-f34b57a159de), precommit_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:50.161305 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (8e2d7604-230d-4423-9762-f34b57a159de), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:50.204626 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:50.204954 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (226713c3-c476-4cae-ac75-32a4447a29c8), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:50.205337 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Floating IP 226713c3-c476-4cae-ac75-32a4447a29c8 disassociated. External IP: 172.27.1.155, port: 70f9e14e-ca54-45fc-9d32-c3612a600d19. Jan 25 02:41:50.205611 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Calling delete_port for 70f9e14e-ca54-45fc-9d32-c3612a600d19 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:50.210219 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 is already hosted by enough agents. {{(pid=102672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:41:50.215423 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.base_scheduler [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Resources bound (agent type, host, resource id): {{(pid=102672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:50.219536 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Received port after_create {{(pid=102672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:41:50.253701 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Pushing event updated for resources: {'Port': ['ID=8e2d7604-230d-4423-9762-f34b57a159de,revision_number=1']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:50.292008 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Attempting to bind port 8e2d7604-230d-4423-9762-f34b57a159de on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:41:50.292704 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Attempting to bind port 8e2d7604-230d-4423-9762-f34b57a159de by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'c19d9e56-166c-4339-a03d-2d3995d0190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:41:50.293185 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Attempting to bind port 8e2d7604-230d-4423-9762-f34b57a159de on network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:41:50.299325 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:41:50.299738 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Checking segment: {'id': 'c19d9e56-166c-4339-a03d-2d3995d0190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:41:50.300153 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:50.300602 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Bound using segment: {'id': 'c19d9e56-166c-4339-a03d-2d3995d0190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:41:50.301083 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Bound port: 8e2d7604-230d-4423-9762-f34b57a159de, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d9e56-166c-4339-a03d-2d3995d0190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:41:50.301463 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (8e2d7604-230d-4423-9762-f34b57a159de), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:50.342145 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks [] for router_gateway (6c142fcb-534a-45c1-b9d8-0f960267a016), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:50.380239 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842641bc-fd19-4905-80ac-cd6e6a8ad4e6 req-9c3698a8-876a-4567-bb1e-e3ca4924dc16 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:50.384197 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-842641bc-fd19-4905-80ac-cd6e6a8ad4e6 req-9c3698a8-876a-4567-bb1e-e3ca4924dc16 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 946 time: 0.4005566 Jan 25 02:41:50.392613 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 2, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:50.396899 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] For port 8e2d7604-230d-4423-9762-f34b57a159de, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:41:50.400396 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] For port 8e2d7604-230d-4423-9762-f34b57a159de, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=8e2d7604-230d-4423-9762-f34b57a159de,segment=NetworkSegment(c19d9e56-166c-4339-a03d-2d3995d0190d),segment_id=c19d9e56-166c-4339-a03d-2d3995d0190d)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:41:50.405278 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (8e2d7604-230d-4423-9762-f34b57a159de), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:50.427021 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (70f9e14e-ca54-45fc-9d32-c3612a600d19), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:50.441528 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Checking router: 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:41:50.442172 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Updating router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 port f774879b-2b0d-4f61-a569-822505c1fc8e binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:41:50.473660 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event deleted for resources: {'Port': ['ID=70f9e14e-ca54-45fc-9d32-c3612a600d19,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:50.476770 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:50.502206 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1134b-78d6-4aaf-9166-c991da20f1e9 None None] Pushing event updated for resources: {'Port': ['ID=8e2d7604-230d-4423-9762-f34b57a159de,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:50.535643 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-842641bc-fd19-4905-80ac-cd6e6a8ad4e6 req-fdf7cde6-7cbc-49c0-a82a-f0669e78101c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=1810e21d-28c2-4c27-a0de-c2d3e9efc469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382940 Jan 25 02:41:50.777224 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:41:51.027569 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:41:51.037953 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Publish callbacks [] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.039726 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] Sync routers for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:41:51.040852 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks [] for router_gateway (6c142fcb-534a-45c1-b9d8-0f960267a016), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.051192 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.053202 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:51.054243 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:51.088022 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.118450 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Pushing event updated for resources: {'Port': ['ID=f774879b-2b0d-4f61-a569-822505c1fc8e,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:51.134703 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.135244 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.136453 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.136938 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.137358 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.137872 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.138208 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.138540 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.138868 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.139197 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.139521 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.139870 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.140199 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:51.199256 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Attempting to bind port f774879b-2b0d-4f61-a569-822505c1fc8e on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:41:51.199944 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Attempting to bind port f774879b-2b0d-4f61-a569-822505c1fc8e by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:41:51.200490 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Attempting to bind port f774879b-2b0d-4f61-a569-822505c1fc8e on network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:41:51.207177 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:41:51.208027 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Checking segment: {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:41:51.208606 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.209168 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Bound using segment: {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:41:51.209839 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Bound port: f774879b-2b0d-4f61-a569-822505c1fc8e, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:41:51.210433 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.211081 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:51.232558 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] No DVR routers for this DVR port 70f9e14e-ca54-45fc-9d32-c3612a600d19 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:41:51.235285 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.238961 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f419c6b-e0ae-4bcd-848b-e19fcc9589b0 req-6bb124ca-0f58-489d-a4c8-edad93532dfb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.121 "DELETE /v2.0/ports/70f9e14e-ca54-45fc-9d32-c3612a600d19 HTTP/1.1" status: 204 len: 173 time: 1.8114386 Jan 25 02:41:51.241297 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'name': 'network-vif-deleted', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:41:51.244505 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e37c378-6f05-4937-8d76-842844508e24" -d '{"events": [{"server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "name": "network-vif-deleted", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:41:51.332074 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Allocated IP 172.27.1.159 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/37d2397b-d005-4514-8414-22ab0d87e4ab) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:41:51.336748 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dd13c0-0c72-4e1a-bf57-cd03daff979c x-openstack-request-id: req-90dd13c0-0c72-4e1a-bf57-cd03daff979c {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:41:51.337303 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4112f-e63d-4701-90fb-e5d2a5b8d434", "name": "network-vif-deleted", "tag": "70f9e14e-ca54-45fc-9d32-c3612a600d19", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:41:51.337751 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-90dd13c0-0c72-4e1a-bf57-cd03daff979c {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:41:51.340626 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4112f-e63d-4701-90fb-e5d2a5b8d434', 'name': 'network-vif-deleted', 'tag': '70f9e14e-ca54-45fc-9d32-c3612a600d19', 'status': 'completed', 'code': 200} Jan 25 02:41:51.374296 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] For port f774879b-2b0d-4f61-a569-822505c1fc8e, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:41:51.389348 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] For port f774879b-2b0d-4f61-a569-822505c1fc8e, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=f774879b-2b0d-4f61-a569-822505c1fc8e,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:41:51.398840 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.522777 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:51.523151 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:51.527583 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87d3b8-af16-46ec-a3ae-da92fd1802ca None None] Pushing event updated for resources: {'Port': ['ID=f774879b-2b0d-4f61-a569-822505c1fc8e,revision_number=4']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:51.566509 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-e27653ca-2541-4ae3-8d03-9fe120431f97 None None] Provisioning complete for port f774879b-2b0d-4f61-a569-822505c1fc8e triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:51.567085 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e27653ca-2541-4ae3-8d03-9fe120431f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.631458 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks [] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.652457 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 5e2ee222-fabf-4956-97cf-0f0eec369484 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:51.796956 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-900d4c56-8c7b-4858-adc6-a65e19b012ab req-b98f53b8-b90f-45ae-9707-444ed3798dda tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=abf4112f-e63d-4701-90fb-e5d2a5b8d434 HTTP/1.1" status: 200 len: 210 time: 0.0650125 Jan 25 02:41:51.816666 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.827215 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:51.856032 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-e27653ca-2541-4ae3-8d03-9fe120431f97 None None] Current status of the port f774879b-2b0d-4f61-a569-822505c1fc8e is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:51.856542 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e27653ca-2541-4ae3-8d03-9fe120431f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.864109 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:41:51.865700 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 5e2ee222-fabf-4956-97cf-0f0eec369484 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:51.866063 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:51.919281 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:51.932656 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:41:51.970902 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:52.022797 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Pushing event updated for resources: {'Port': ['ID=37d2397b-d005-4514-8414-22ab0d87e4ab,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:52.080576 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] Checking router: 8d0ba35c-6141-42f2-8631-0f83a1a7dffc for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:41:52.125511 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-e27653ca-2541-4ae3-8d03-9fe120431f97 None None] For port f774879b-2b0d-4f61-a569-822505c1fc8e, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=f774879b-2b0d-4f61-a569-822505c1fc8e,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:52.131896 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 5e2ee222-fabf-4956-97cf-0f0eec369484 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:52.134271 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 8e2d7604-230d-4423-9762-f34b57a159de up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:52.137670 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:52.138544 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:52.144818 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce36f7-cf07-462f-aa35-65d33bb32ac3 None None] Network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:41:52.145244 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:51Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:52.193736 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f30ff22-56ef-47d6-8cff-5957e7d5ad7b None None] The sync data for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi is: [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:51Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:41:52.262087 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e27653ca-2541-4ae3-8d03-9fe120431f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:52.617671 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks [] for router_gateway (6c142fcb-534a-45c1-b9d8-0f960267a016), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:52.621060 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27653ca-2541-4ae3-8d03-9fe120431f97 None None] Pushing event updated for resources: {'Port': ['ID=f774879b-2b0d-4f61-a569-822505c1fc8e,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:52.626412 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 8e2d7604-230d-4423-9762-f34b57a159de triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:52.626798 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (8e2d7604-230d-4423-9762-f34b57a159de), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:52.629765 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:52.664333 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-a80413a8-9446-44df-9ee1-e8c2f50f340d None None] Provisioning complete for port 8e2d7604-230d-4423-9762-f34b57a159de triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:52.664707 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a80413a8-9446-44df-9ee1-e8c2f50f340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (8e2d7604-230d-4423-9762-f34b57a159de), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:52.894691 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547'] for router (6c142fcb-534a-45c1-b9d8-0f960267a016), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:52.991306 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48162) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:53.049236 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 8e2d7604-230d-4423-9762-f34b57a159de is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:53.049484 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (8e2d7604-230d-4423-9762-f34b57a159de), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.058874 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-a80413a8-9446-44df-9ee1-e8c2f50f340d None None] Current status of the port 8e2d7604-230d-4423-9762-f34b57a159de is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:53.059457 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a80413a8-9446-44df-9ee1-e8c2f50f340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (8e2d7604-230d-4423-9762-f34b57a159de), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.075357 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1133fe3e-bcb1-4abd-8396-b8bc20038199 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (1810e21d-28c2-4c27-a0de-c2d3e9efc469), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.103161 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1133fe3e-bcb1-4abd-8396-b8bc20038199 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (1810e21d-28c2-4c27-a0de-c2d3e9efc469), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.136976 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Router 6c142fcb-534a-45c1-b9d8-0f960267a016 is scheduled to L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 with binding_index 1 {{(pid=102671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:41:53.175558 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 8e2d7604-230d-4423-9762-f34b57a159de, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=8e2d7604-230d-4423-9762-f34b57a159de,segment=NetworkSegment(c19d9e56-166c-4339-a03d-2d3995d0190d),segment_id=c19d9e56-166c-4339-a03d-2d3995d0190d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:53.189218 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (8e2d7604-230d-4423-9762-f34b57a159de), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.228432 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1133fe3e-bcb1-4abd-8396-b8bc20038199 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (1810e21d-28c2-4c27-a0de-c2d3e9efc469), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.231837 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1133fe3e-bcb1-4abd-8396-b8bc20038199 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.232886 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1133fe3e-bcb1-4abd-8396-b8bc20038199 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "DELETE /v2.0/security-groups/1810e21d-28c2-4c27-a0de-c2d3e9efc469 HTTP/1.1" status: 204 len: 168 time: 0.2404826 Jan 25 02:41:53.238429 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 48166) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:53.257099 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133fe3e-bcb1-4abd-8396-b8bc20038199 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1810e21d-28c2-4c27-a0de-c2d3e9efc469,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:53.296279 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.db.api [None req-a80413a8-9446-44df-9ee1-e8c2f50f340d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 02:41:53.296954 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG oslo_db.api [None req-a80413a8-9446-44df-9ee1-e8c2f50f340d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 02:41:53.317545 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=8e2d7604-230d-4423-9762-f34b57a159de,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:53.332799 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.api.v2.resource [None req-a3324b22-f3b1-4442-9ed1-42b70c4b46e8 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] show failed (client error): The resource could not be found. Jan 25 02:41:53.332983 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:53.333833 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-a3324b22-f3b1-4442-9ed1-42b70c4b46e8 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups/1810e21d-28c2-4c27-a0de-c2d3e9efc469 HTTP/1.1" status: 404 len: 347 time: 0.0944588 Jan 25 02:41:53.340429 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48170) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:53.388524 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944c369-5fc2-4174-a91a-e7c56596974e None None] The sync data for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi is: [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:41:53.392106 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:41:53.408085 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Sync routers for ids ['6c142fcb-534a-45c1-b9d8-0f960267a016'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:41:53.428568 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device f774879b-2b0d-4f61-a569-822505c1fc8e up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:53.445659 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.445892 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Routers {'6c142fcb-534a-45c1-b9d8-0f960267a016'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:53.446971 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['6c142fcb-534a-45c1-b9d8-0f960267a016'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:53.447193 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-6ffcc3e5-7ca6-4b9e-9057-4d424c5c489c admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8191206 Jan 25 02:41:53.450790 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 48172) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:53.503967 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port f774879b-2b0d-4f61-a569-822505c1fc8e triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:53.504353 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.540599 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0ca94aab-e1f0-4299-9ade-8e3c8153940e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Deleting port 806c1ad2-d80c-454d-b4f6-822b4b66c043 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:53.540943 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ca94aab-e1f0-4299-9ade-8e3c8153940e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (806c1ad2-d80c-454d-b4f6-822b4b66c043), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.643839 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port f774879b-2b0d-4f61-a569-822505c1fc8e is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:53.678277 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Set router 6c142fcb-534a-45c1-b9d8-0f960267a016 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:53.681371 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ca94aab-e1f0-4299-9ade-8e3c8153940e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (806c1ad2-d80c-454d-b4f6-822b4b66c043), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.681808 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ca94aab-e1f0-4299-9ade-8e3c8153940e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (806c1ad2-d80c-454d-b4f6-822b4b66c043), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.703522 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0ca94aab-e1f0-4299-9ade-8e3c8153940e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Calling delete_port for 806c1ad2-d80c-454d-b4f6-822b4b66c043 owned by network:floatingip {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:53.860382 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 70f9e14e-ca54-45fc-9d32-c3612a600d19 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:53.887183 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: 70f9e14e-ca54-45fc-9d32-c3612a600d19 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:41:53.887941 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 70f9e14e-ca54-45fc-9d32-c3612a600d19 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:41:53.904855 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-a80413a8-9446-44df-9ee1-e8c2f50f340d None None] Current status of the port 8e2d7604-230d-4423-9762-f34b57a159de is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:53.919157 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-a80413a8-9446-44df-9ee1-e8c2f50f340d None None] Provisioning complete for port f774879b-2b0d-4f61-a569-822505c1fc8e triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:53.919676 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a80413a8-9446-44df-9ee1-e8c2f50f340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.920476 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ca94aab-e1f0-4299-9ade-8e3c8153940e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (806c1ad2-d80c-454d-b4f6-822b4b66c043), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:53.950702 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca94aab-e1f0-4299-9ade-8e3c8153940e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event deleted for resources: {'Port': ['ID=806c1ad2-d80c-454d-b4f6-822b4b66c043,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:53.982299 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'name': 'tempest-TestVolumeBootPattern-1895195582-router', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:49Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 3, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'gw_port': {'id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:51Z', 'updated_at': '2022-01-25T02:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:54.002122 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7edf6f-c3f0-48f3-a778-b9245d2628d1 None None] New status for floating IP 226713c3-c476-4cae-ac75-32a4447a29c8: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:41:54.028610 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Checking router: 6c142fcb-534a-45c1-b9d8-0f960267a016 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:41:54.028875 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Updating router 6c142fcb-534a-45c1-b9d8-0f960267a016 port 37d2397b-d005-4514-8414-22ab0d87e4ab binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:41:54.056424 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.067443 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ca94aab-e1f0-4299-9ade-8e3c8153940e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (226713c3-c476-4cae-ac75-32a4447a29c8), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.076068 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ca94aab-e1f0-4299-9ade-8e3c8153940e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.081264 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0ca94aab-e1f0-4299-9ade-8e3c8153940e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "DELETE /v2.0/floatingips/226713c3-c476-4cae-ac75-32a4447a29c8 HTTP/1.1" status: 204 len: 168 time: 0.7396014 Jan 25 02:41:54.095625 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.133035 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-a80413a8-9446-44df-9ee1-e8c2f50f340d None None] Current status of the port f774879b-2b0d-4f61-a569-822505c1fc8e is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:54.271395 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-a26b0013-1002-4f91-bcab-4613d9f78e94 None None] Provisioning complete for port 8e2d7604-230d-4423-9762-f34b57a159de triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:54.272086 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a26b0013-1002-4f91-bcab-4613d9f78e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (8e2d7604-230d-4423-9762-f34b57a159de), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.340717 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Allocated IP 172.20.0.1 (3e74aba2-8df6-4b91-8d01-dc31761cbe88/5183a596-84cd-4ba6-88e2-0af7908449e6/73cd938b-a7cf-4cda-a838-ddb5b46dd63a) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:41:54.431747 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-a26b0013-1002-4f91-bcab-4613d9f78e94 None None] Current status of the port 8e2d7604-230d-4423-9762-f34b57a159de is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:54.475059 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Publish callbacks [] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.480858 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.483490 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Publish callbacks [] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.529916 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.541105 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Attempting to bind port 37d2397b-d005-4514-8414-22ab0d87e4ab on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:41:54.541105 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Attempting to bind port 37d2397b-d005-4514-8414-22ab0d87e4ab by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:41:54.541105 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Attempting to bind port 37d2397b-d005-4514-8414-22ab0d87e4ab on network ac97d597-b923-44ee-833a-ebc6f152d881 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:41:54.542694 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dff41-bcd1-47de-b092-d4e6307a2529 None None] Pushing event updated for resources: {'Port': ['ID=37d2397b-d005-4514-8414-22ab0d87e4ab,revision_number=2']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:54.548185 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:41:54.548568 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:41:54.548972 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.555448 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Bound using segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:41:54.555448 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Bound port: 37d2397b-d005-4514-8414-22ab0d87e4ab, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:41:54.555448 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.587292 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:41:54.591030 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:54.597395 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:41:54.611164 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] For port 37d2397b-d005-4514-8414-22ab0d87e4ab, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:41:54.614615 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] For port 37d2397b-d005-4514-8414-22ab0d87e4ab, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=37d2397b-d005-4514-8414-22ab0d87e4ab,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:41:54.620526 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.652216 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Pushing event updated for resources: {'Port': ['ID=73cd938b-a7cf-4cda-a838-ddb5b46dd63a,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:54.683980 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472927'] for router_interface (6c142fcb-534a-45c1-b9d8-0f960267a016), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.690865 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dff41-bcd1-47de-b092-d4e6307a2529 None None] Pushing event updated for resources: {'Port': ['ID=37d2397b-d005-4514-8414-22ab0d87e4ab,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:54.729908 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Routers {'6c142fcb-534a-45c1-b9d8-0f960267a016'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:54.731138 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['6c142fcb-534a-45c1-b9d8-0f960267a016'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:54.856999 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.858544 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-0d446db2-c521-41c0-b3bd-1df8a9da0182 None None] Provisioning complete for port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:54.859302 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0d446db2-c521-41c0-b3bd-1df8a9da0182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.873582 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] Set router 6c142fcb-534a-45c1-b9d8-0f960267a016 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:54.895491 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-0d446db2-c521-41c0-b3bd-1df8a9da0182 None None] Port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:41:55.052746 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Publish callbacks [] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.058246 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.061322 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48180) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:55.066095 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-a64c412b-fd8c-4935-929f-8ef1de2f8050 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1858710481', 'description': 'tempest-description--1541610788'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:55.091452 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a64c412b-fd8c-4935-929f-8ef1de2f8050 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.092764 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'name': 'tempest-TestVolumeBootPattern-1895195582-router', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:49Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 3, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'gw_port': {'id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:51Z', 'updated_at': '2022-01-25T02:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:55.129452 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4df22a-a46b-40e9-b214-ab164c80c4d0 None None] The sync data for ids ['6c142fcb-534a-45c1-b9d8-0f960267a016'] in dv-cinder-819778-6-iscsi is: [{'id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'name': 'tempest-TestVolumeBootPattern-1895195582-router', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:49Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 3, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'gw_port': {'id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:51Z', 'updated_at': '2022-01-25T02:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:41:55.134303 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462773'] for router_interface (6c142fcb-534a-45c1-b9d8-0f960267a016), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.137414 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Pushing event updated for resources: {'Port': ['ID=73cd938b-a7cf-4cda-a838-ddb5b46dd63a,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:55.173587 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a64c412b-fd8c-4935-929f-8ef1de2f8050 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (47ec11f2-019b-4b13-9acb-454560b49108), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.178039 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a64c412b-fd8c-4935-929f-8ef1de2f8050 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (47ec11f2-019b-4b13-9acb-454560b49108), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.200399 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a64c412b-fd8c-4935-929f-8ef1de2f8050 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.202333 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a64c412b-fd8c-4935-929f-8ef1de2f8050 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1397998 Jan 25 02:41:55.206213 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 48182) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:55.210601 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-9af58488-6786-44c8-9fc5-58304769c70a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'security_group_rule': {'security_group_id': '47ec11f2-019b-4b13-9acb-454560b49108', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:55.223425 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c412b-fd8c-4935-929f-8ef1de2f8050 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ec11f2-019b-4b13-9acb-454560b49108,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:55.263135 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:41:55.265276 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:55.267001 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9af58488-6786-44c8-9fc5-58304769c70a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (8b458f20-f07e-4f8a-8ae9-42e12a231fac), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.383243 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 8e2d7604-230d-4423-9762-f34b57a159de up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:55.435870 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9af58488-6786-44c8-9fc5-58304769c70a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (8b458f20-f07e-4f8a-8ae9-42e12a231fac), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.444362 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9af58488-6786-44c8-9fc5-58304769c70a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (8b458f20-f07e-4f8a-8ae9-42e12a231fac), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.476693 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af58488-6786-44c8-9fc5-58304769c70a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b458f20-f07e-4f8a-8ae9-42e12a231fac,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:55.494930 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Router 6c142fcb-534a-45c1-b9d8-0f960267a016 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:41:55.498716 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9af58488-6786-44c8-9fc5-58304769c70a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.504570 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 8e2d7604-230d-4423-9762-f34b57a159de triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:55.505805 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (8e2d7604-230d-4423-9762-f34b57a159de), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.509914 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-9af58488-6786-44c8-9fc5-58304769c70a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927833 Jan 25 02:41:55.514068 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48188) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:55.525027 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-6db0402a-793e-4f1b-b0a2-d11883f3b3a3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'security_group_rule': {'security_group_id': '47ec11f2-019b-4b13-9acb-454560b49108', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:55.608385 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6db0402a-793e-4f1b-b0a2-d11883f3b3a3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (fec09c2a-a9d2-4888-a227-a529f6235fe5), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.693103 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 8e2d7604-230d-4423-9762-f34b57a159de is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:55.702340 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-5f1a99c4-bb6a-4e67-a499-0900d7a8f495 None None] Provisioning complete for port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:55.702719 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-5f1a99c4-bb6a-4e67-a499-0900d7a8f495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.706326 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6db0402a-793e-4f1b-b0a2-d11883f3b3a3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (fec09c2a-a9d2-4888-a227-a529f6235fe5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.713055 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6db0402a-793e-4f1b-b0a2-d11883f3b3a3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (fec09c2a-a9d2-4888-a227-a529f6235fe5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.714541 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:41:55.730078 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-57ee413a-4893-4fd0-bfca-05a806d1c171 admin admin] 10.222.0.117 "PUT /v2.0/routers/6c142fcb-534a-45c1-b9d8-0f960267a016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2699656 Jan 25 02:41:55.739129 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0402a-793e-4f1b-b0a2-d11883f3b3a3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec09c2a-a9d2-4888-a227-a529f6235fe5,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:55.749584 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6db0402a-793e-4f1b-b0a2-d11883f3b3a3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.754163 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6db0402a-793e-4f1b-b0a2-d11883f3b3a3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2342217 Jan 25 02:41:55.754270 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 48192) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:55.759636 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'floatingip': {'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:55.784022 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a99c4-bb6a-4e67-a499-0900d7a8f495 None None] Port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:41:55.812183 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.958007 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.082571 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Allocated IP 172.27.1.203 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/85c72529-c32b-4826-9141-1dcba7865621) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:41:56.210029 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for port (85c72529-c32b-4826-9141-1dcba7865621), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.254345 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (85c72529-c32b-4826-9141-1dcba7865621), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.299208 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:41:56.306637 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:41:56.311098 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:41:56.316498 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'Port': ['ID=85c72529-c32b-4826-9141-1dcba7865621,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:56.427724 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (d17c2276-a083-407c-b992-12ef026d0c7d), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.444355 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48200) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:56.450332 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-1e1a911f-d90c-4c0b-964d-26758933f741 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062499546', 'description': 'tempest-secgroup-smoke-1062499546 description', 'project_id': 'd61a4845c27e4b928c5445d95321e2a3'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:56.473254 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (85c72529-c32b-4826-9141-1dcba7865621), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.478490 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e1a911f-d90c-4c0b-964d-26758933f741 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.558835 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e1a911f-d90c-4c0b-964d-26758933f741 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group (fdaacb99-705b-4960-9f6f-9b901025fca3), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.563088 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e1a911f-d90c-4c0b-964d-26758933f741 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (fdaacb99-705b-4960-9f6f-9b901025fca3), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.609397 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e1a911f-d90c-4c0b-964d-26758933f741 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.610792 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1e1a911f-d90c-4c0b-964d-26758933f741 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1646242 Jan 25 02:41:56.614032 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48208) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:56.621787 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-92c6659c-f4c6-4e68-8fee-a6091a5cc06a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'security_group_rule': {'security_group_id': 'fdaacb99-705b-4960-9f6f-9b901025fca3', 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:56.631418 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a911f-d90c-4c0b-964d-26758933f741 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaacb99-705b-4960-9f6f-9b901025fca3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:56.663686 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for port (85c72529-c32b-4826-9141-1dcba7865621), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.668809 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (85c72529-c32b-4826-9141-1dcba7865621), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.670811 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92c6659c-f4c6-4e68-8fee-a6091a5cc06a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (27b64808-b30c-4eb4-b656-27223d6c8b39), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.751728 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92c6659c-f4c6-4e68-8fee-a6091a5cc06a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (27b64808-b30c-4eb4-b656-27223d6c8b39), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.756725 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92c6659c-f4c6-4e68-8fee-a6091a5cc06a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (27b64808-b30c-4eb4-b656-27223d6c8b39), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.764261 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'Port': ['ID=85c72529-c32b-4826-9141-1dcba7865621,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:56.782810 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6659c-f4c6-4e68-8fee-a6091a5cc06a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b64808-b30c-4eb4-b656-27223d6c8b39,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:56.791989 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92c6659c-f4c6-4e68-8fee-a6091a5cc06a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.796134 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-92c6659c-f4c6-4e68-8fee-a6091a5cc06a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771047 Jan 25 02:41:56.796949 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48212) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:56.801172 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-6cf6ebbe-d9d5-472b-b081-21b26c04d87b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'security_group_rule': {'security_group_id': 'fdaacb99-705b-4960-9f6f-9b901025fca3', 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:56.811557 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (d17c2276-a083-407c-b992-12ef026d0c7d), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.841518 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5cc37-26e5-4032-929e-ca14a917df6f req-6cd15530-5fff-4c8f-b180-2f7a96010518 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:56.842487 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ebbe-d9d5-472b-b081-21b26c04d87b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (92231b7e-461f-407c-9f0e-c265cb4ff667), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.851364 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-16e5cc37-26e5-4032-929e-ca14a917df6f req-6cd15530-5fff-4c8f-b180-2f7a96010518 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0839882 Jan 25 02:41:56.856949 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.858023 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-5d8e7940-56be-4c1a-9e52-fde4ded40710 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1027775 Jan 25 02:41:56.914134 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-16e5cc37-26e5-4032-929e-ca14a917df6f req-f91fd967-5cd7-43e3-8fad-61a7d0d18bd8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615864 Jan 25 02:41:56.945579 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ebbe-d9d5-472b-b081-21b26c04d87b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (92231b7e-461f-407c-9f0e-c265cb4ff667), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.950202 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ebbe-d9d5-472b-b081-21b26c04d87b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (92231b7e-461f-407c-9f0e-c265cb4ff667), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.968262 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6ebbe-d9d5-472b-b081-21b26c04d87b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92231b7e-461f-407c-9f0e-c265cb4ff667,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:56.977596 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6cf6ebbe-d9d5-472b-b081-21b26c04d87b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.978809 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6cf6ebbe-d9d5-472b-b081-21b26c04d87b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1815495 Jan 25 02:41:56.982421 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 48218) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:56.986802 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-1aed6a3a-b129-4463-a280-a5454e723c7d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'security_group_rule': {'security_group_id': 'fdaacb99-705b-4960-9f6f-9b901025fca3', 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:57.018167 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1aed6a3a-b129-4463-a280-a5454e723c7d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (6a65244c-eedd-44fa-8b26-6c2184f32476), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.088727 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1aed6a3a-b129-4463-a280-a5454e723c7d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (6a65244c-eedd-44fa-8b26-6c2184f32476), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.092512 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1aed6a3a-b129-4463-a280-a5454e723c7d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (6a65244c-eedd-44fa-8b26-6c2184f32476), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.098863 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-51868316-0943-4867-a8fd-c7a79dcc7235 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--1858710481&fields=id&tenant_id=461a94a96965493aa3c9fdfcd43258c5 HTTP/1.1" status: 200 len: 267 time: 0.0499053 Jan 25 02:41:57.111369 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed6a3a-b129-4463-a280-a5454e723c7d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a65244c-eedd-44fa-8b26-6c2184f32476,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:57.123324 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1aed6a3a-b129-4463-a280-a5454e723c7d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.124644 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-1aed6a3a-b129-4463-a280-a5454e723c7d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412194 Jan 25 02:41:57.127185 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 48228) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:57.131563 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-797e02af-243f-4752-b44b-73be30e06336 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'security_group_rule': {'security_group_id': 'fdaacb99-705b-4960-9f6f-9b901025fca3', 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:57.164738 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-797e02af-243f-4752-b44b-73be30e06336 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (48b4c719-b795-47c1-a2cc-d0680d4a2640), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.220908 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-7a0eb1fa-c0d0-4bf4-bd42-0bc559b127c4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:57.222501 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-7a0eb1fa-c0d0-4bf4-bd42-0bc559b127c4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 817 time: 0.1163211 Jan 25 02:41:57.232691 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-797e02af-243f-4752-b44b-73be30e06336 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (48b4c719-b795-47c1-a2cc-d0680d4a2640), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.237953 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-797e02af-243f-4752-b44b-73be30e06336 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (48b4c719-b795-47c1-a2cc-d0680d4a2640), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.238979 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-29b4b869-7398-44cb-a41e-ca7d529f08a5 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/quotas/461a94a96965493aa3c9fdfcd43258c5 HTTP/1.1" status: 200 len: 375 time: 0.0104887 Jan 25 02:41:57.247188 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Sync routers for ids ['6c142fcb-534a-45c1-b9d8-0f960267a016'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:41:57.255931 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e02af-243f-4752-b44b-73be30e06336 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b4c719-b795-47c1-a2cc-d0680d4a2640,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:57.262852 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Routers {'6c142fcb-534a-45c1-b9d8-0f960267a016'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:57.263668 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['6c142fcb-534a-45c1-b9d8-0f960267a016'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:57.272268 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-797e02af-243f-4752-b44b-73be30e06336 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.273502 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-797e02af-243f-4752-b44b-73be30e06336 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452811 Jan 25 02:41:57.277297 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 48230) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:57.282488 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-a763b5ee-53a6-469f-99ba-7a0481013712 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'security_group_rule': {'security_group_id': 'fdaacb99-705b-4960-9f6f-9b901025fca3', 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:57.315923 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.securitygroups_db [None req-a763b5ee-53a6-469f-99ba-7a0481013712 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Project d61a4845c27e4b928c5445d95321e2a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:41:57.320273 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a763b5ee-53a6-469f-99ba-7a0481013712 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (2ef3eabb-26a3-41d3-9966-a385691869f5), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.328447 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-39956f18-2917-4b9f-aa94-91fa6c28ed49 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713038 Jan 25 02:41:57.383227 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 37d2397b-d005-4514-8414-22ab0d87e4ab up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:57.396669 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a763b5ee-53a6-469f-99ba-7a0481013712 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (2ef3eabb-26a3-41d3-9966-a385691869f5), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.402780 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a763b5ee-53a6-469f-99ba-7a0481013712 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (2ef3eabb-26a3-41d3-9966-a385691869f5), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.429108 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763b5ee-53a6-469f-99ba-7a0481013712 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef3eabb-26a3-41d3-9966-a385691869f5,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:57.435581 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a763b5ee-53a6-469f-99ba-7a0481013712 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.436942 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-a763b5ee-53a6-469f-99ba-7a0481013712 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1586323 Jan 25 02:41:57.441141 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48234) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:57.456237 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-14824d84-53fa-4e2c-b33c-9d4be5fab3f3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'security_group_rule': {'security_group_id': 'fdaacb99-705b-4960-9f6f-9b901025fca3', 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:57.485841 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 37d2397b-d005-4514-8414-22ab0d87e4ab triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:57.486601 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.552468 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.securitygroups_db [None req-14824d84-53fa-4e2c-b33c-9d4be5fab3f3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Project d61a4845c27e4b928c5445d95321e2a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:41:57.561058 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Set router 6c142fcb-534a-45c1-b9d8-0f960267a016 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:57.562729 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14824d84-53fa-4e2c-b33c-9d4be5fab3f3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (e8d54456-aad3-4b5c-bbcb-aa16442ce7c5), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.574758 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 37d2397b-d005-4514-8414-22ab0d87e4ab is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:57.575423 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.604623 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 37d2397b-d005-4514-8414-22ab0d87e4ab, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=37d2397b-d005-4514-8414-22ab0d87e4ab,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:57.609732 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-a17b5e32-31d6-4b1c-bad8-fb1be437b890 service neutron] 10.222.0.117 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683728 Jan 25 02:41:57.610375 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.665065 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14824d84-53fa-4e2c-b33c-9d4be5fab3f3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (e8d54456-aad3-4b5c-bbcb-aa16442ce7c5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.665740 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=37d2397b-d005-4514-8414-22ab0d87e4ab,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:57.678990 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14824d84-53fa-4e2c-b33c-9d4be5fab3f3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (e8d54456-aad3-4b5c-bbcb-aa16442ce7c5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.732606 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14824d84-53fa-4e2c-b33c-9d4be5fab3f3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d54456-aad3-4b5c-bbcb-aa16442ce7c5,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:57.749577 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14824d84-53fa-4e2c-b33c-9d4be5fab3f3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.751055 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-14824d84-53fa-4e2c-b33c-9d4be5fab3f3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3067610 Jan 25 02:41:57.780767 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-f3dfe238-173a-4c04-9e6d-30f2f582aff8 service neutron] 10.222.0.117 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559963 Jan 25 02:41:57.793761 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'name': 'tempest-TestVolumeBootPattern-1895195582-router', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:49Z', 'updated_at': '2022-01-25T02:41:54Z', 'revision_number': 4, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'gw_port': {'id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:51Z', 'updated_at': '2022-01-25T02:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '73cd938b-a7cf-4cda-a838-ddb5b46dd63a', 'name': '', 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'mac_address': 'fa:16:3e:95:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5183a596-84cd-4ba6-88e2-0af7908449e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:54Z', 'updated_at': '2022-01-25T02:41:54Z', 'revision_number': 2, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'subnets': [{'id': '5183a596-84cd-4ba6-88e2-0af7908449e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:57.826947 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Checking router: 6c142fcb-534a-45c1-b9d8-0f960267a016 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:41:57.827314 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Updating router 6c142fcb-534a-45c1-b9d8-0f960267a016 port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:41:57.852626 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.016122 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c73da8d6-335f-4407-89a5-be15f6b57d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.036380 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-03d44301-68d0-411e-bedf-0d964726f63b req-db6f3324-d4a9-4ffc-a1ee-d932d5c61464 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 210 time: 0.0425801 Jan 25 02:41:58.095560 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81081f86-984f-43a6-b9b4-91b54e63916f req-5bbd94a1-c19d-4991-a5f2-b5d5ebae77a8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:58.104949 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81081f86-984f-43a6-b9b4-91b54e63916f req-5bbd94a1-c19d-4991-a5f2-b5d5ebae77a8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0797598 Jan 25 02:41:58.174882 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81081f86-984f-43a6-b9b4-91b54e63916f req-4be85956-2af0-4ce6-9688-d09a16d21e66 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689373 Jan 25 02:41:58.208268 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Publish callbacks [] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.215822 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.294746 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8de99-9f5a-4c89-b5bf-e70d14978994 None None] Pushing event updated for resources: {'Port': ['ID=73cd938b-a7cf-4cda-a838-ddb5b46dd63a,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:58.364073 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Attempting to bind port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:41:58.364589 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Attempting to bind port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'c19d9e56-166c-4339-a03d-2d3995d0190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:41:58.364961 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Attempting to bind port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a on network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:41:58.372637 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:41:58.373060 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Checking segment: {'id': 'c19d9e56-166c-4339-a03d-2d3995d0190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:41:58.373634 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.374227 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Bound using segment: {'id': 'c19d9e56-166c-4339-a03d-2d3995d0190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:41:58.374716 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Bound port: 73cd938b-a7cf-4cda-a838-ddb5b46dd63a, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d9e56-166c-4339-a03d-2d3995d0190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:41:58.375088 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.507990 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] For port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:41:58.514246 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] For port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=73cd938b-a7cf-4cda-a838-ddb5b46dd63a,segment=NetworkSegment(c19d9e56-166c-4339-a03d-2d3995d0190d),segment_id=c19d9e56-166c-4339-a03d-2d3995d0190d)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:41:58.520919 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.586615 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8de99-9f5a-4c89-b5bf-e70d14978994 None None] Pushing event updated for resources: {'Port': ['ID=73cd938b-a7cf-4cda-a838-ddb5b46dd63a,revision_number=4']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:58.599907 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Routers {'6c142fcb-534a-45c1-b9d8-0f960267a016'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:58.600527 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:41:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['6c142fcb-534a-45c1-b9d8-0f960267a016'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:58.627229 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-5941c505-0c5b-42d4-b226-938e0bbb841c None None] Provisioning complete for port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:58.628172 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-5941c505-0c5b-42d4-b226-938e0bbb841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.722109 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] Set router 6c142fcb-534a-45c1-b9d8-0f960267a016 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:58.735424 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-5941c505-0c5b-42d4-b226-938e0bbb841c None None] Current status of the port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:58.736119 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-5941c505-0c5b-42d4-b226-938e0bbb841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.788455 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-5941c505-0c5b-42d4-b226-938e0bbb841c None None] For port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=73cd938b-a7cf-4cda-a838-ddb5b46dd63a,segment=NetworkSegment(c19d9e56-166c-4339-a03d-2d3995d0190d),segment_id=c19d9e56-166c-4339-a03d-2d3995d0190d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:58.795047 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-5941c505-0c5b-42d4-b226-938e0bbb841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.878744 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941c505-0c5b-42d4-b226-938e0bbb841c None None] Pushing event updated for resources: {'Port': ['ID=73cd938b-a7cf-4cda-a838-ddb5b46dd63a,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:58.920619 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-2f6b13ea-7bfc-4cdc-b5d7-da3b7c4e457a None None] Provisioning complete for port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:58.921309 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2f6b13ea-7bfc-4cdc-b5d7-da3b7c4e457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:58.976052 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'name': 'tempest-TestVolumeBootPattern-1895195582-router', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:49Z', 'updated_at': '2022-01-25T02:41:54Z', 'revision_number': 4, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'gw_port': {'id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:51Z', 'updated_at': '2022-01-25T02:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '73cd938b-a7cf-4cda-a838-ddb5b46dd63a', 'name': '', 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'mac_address': 'fa:16:3e:95:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5183a596-84cd-4ba6-88e2-0af7908449e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:54Z', 'updated_at': '2022-01-25T02:41:58Z', 'revision_number': 4, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'subnets': [{'id': '5183a596-84cd-4ba6-88e2-0af7908449e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:59.008395 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ed07f-96ba-4e61-92ff-17a307788ee9 None None] The sync data for ids ['6c142fcb-534a-45c1-b9d8-0f960267a016'] in dv-cinder-819778-6-iscsi is: [{'id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'name': 'tempest-TestVolumeBootPattern-1895195582-router', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:49Z', 'updated_at': '2022-01-25T02:41:54Z', 'revision_number': 4, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'gw_port': {'id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:51Z', 'updated_at': '2022-01-25T02:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '73cd938b-a7cf-4cda-a838-ddb5b46dd63a', 'name': '', 'network_id': '3e74aba2-8df6-4b91-8d01-dc31761cbe88', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'mac_address': 'fa:16:3e:95:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5183a596-84cd-4ba6-88e2-0af7908449e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:54Z', 'updated_at': '2022-01-25T02:41:58Z', 'revision_number': 4, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'subnets': [{'id': '5183a596-84cd-4ba6-88e2-0af7908449e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:41:59.017458 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b13ea-7bfc-4cdc-b5d7-da3b7c4e457a None None] Current status of the port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:59.164568 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-829b0c8a-85bc-4d5f-b048-5289c595d1e8 req-e9121067-76fc-4baa-a830-3e1e467ae906 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 210 time: 0.0330606 Jan 25 02:41:59.310894 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bc23e-74b7-4e29-858c-4b03bb71f2dc req-f881cfd1-c8ef-4d02-9301-dbb368938255 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:59.312471 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4d9bc23e-74b7-4e29-858c-4b03bb71f2dc req-f881cfd1-c8ef-4d02-9301-dbb368938255 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0648673 Jan 25 02:41:59.383946 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4d9bc23e-74b7-4e29-858c-4b03bb71f2dc req-3a4aa632-2dd5-494e-af8d-4138fa96df9f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597367 Jan 25 02:41:59.447512 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 73cd938b-a7cf-4cda-a838-ddb5b46dd63a up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:59.520674 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:59.521227 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:59.579851 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-ed8ff58d-375f-4e81-b022-e2577a5c6237 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:59.581395 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-ed8ff58d-375f-4e81-b022-e2577a5c6237 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 817 time: 0.1441584 Jan 25 02:41:59.644941 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:59.646168 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 37d2397b-d005-4514-8414-22ab0d87e4ab up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:59.684203 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-71151aaa-6f55-4141-a7a3-b1bbdc5b9e24 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461a94a96965493aa3c9fdfcd43258c5 HTTP/1.1" status: 200 len: 380 time: 0.0781484 Jan 25 02:41:59.693627 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'port': {'device_id': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'admin_state_up': True, 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'security_groups': ['47ec11f2-019b-4b13-9acb-454560b49108']}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:41:59.696091 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 37d2397b-d005-4514-8414-22ab0d87e4ab triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:59.696660 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:59.788278 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 37d2397b-d005-4514-8414-22ab0d87e4ab is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:59.814866 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Made reservation on behalf of 461a94a96965493aa3c9fdfcd43258c5 for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:41:59.818502 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:59.960128 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Allocated IP 172.20.0.9 (65df6904-e24d-4fef-8b76-dfdf7556d155/1ebf40b8-91d0-4503-a781-0b57dca1bae0/b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:42:00.100217 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.139805 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.157227 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7df0-6bfd-4f84-a69e-f4ce6ddf85bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.190940 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Network 65df6904-e24d-4fef-8b76-dfdf7556d155 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:42:00.200671 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:42:00.207337 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:42:00.243414 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event updated for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:00.258727 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.259095 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.259449 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.259967 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.260924 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.261232 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.261569 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.261901 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.262231 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.262561 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.262892 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.263220 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.263612 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:00.313095 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:00.313767 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.344127 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4649ea3-b238-40df-8a6f-522d6e06e7d6 req-7528e757-ca29-438e-9fbc-9c346fb9f59b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:00.345812 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a4649ea3-b238-40df-8a6f-522d6e06e7d6 req-7528e757-ca29-438e-9fbc-9c346fb9f59b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 931 time: 0.0889378 Jan 25 02:42:00.349376 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-e9845fa7-62ff-4f51-a83a-44b5b9d89690 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6596024 Jan 25 02:42:00.376807 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Request body: {'port': {'device_id': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:00.459710 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a4649ea3-b238-40df-8a6f-522d6e06e7d6 req-4bd96aa5-963d-453d-ac09-9f3aa8884cec tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080918 Jan 25 02:42:00.464921 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.470770 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-586d05c7-e59e-4b60-aac3-0a1bcc2cd82d None None] Provisioning complete for port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:00.471558 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-586d05c7-e59e-4b60-aac3-0a1bcc2cd82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.512636 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-586d05c7-e59e-4b60-aac3-0a1bcc2cd82d None None] Port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:42:00.515200 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b423e08-6fd8-4e15-b928-2e654ac55475 req-ffaffc44-7eaa-49c6-b443-ffdf01d837e2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:00.516908 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1b423e08-6fd8-4e15-b928-2e654ac55475 req-ffaffc44-7eaa-49c6-b443-ffdf01d837e2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0598738 Jan 25 02:42:00.565420 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1b423e08-6fd8-4e15-b928-2e654ac55475 req-0b90aad6-acb2-4ed3-a336-6e7d7b110892 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Jan 25 02:42:00.746396 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:42:00.754034 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Publish callbacks [] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.766598 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Transition to ACTIVE for port object b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:42:00.769607 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.825403 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:01.146787 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Attempting to bind port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:42:01.147015 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Attempting to bind port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:42:01.147677 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Attempting to bind port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f on network 65df6904-e24d-4fef-8b76-dfdf7556d155 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:42:01.152585 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f on network 65df6904-e24d-4fef-8b76-dfdf7556d155 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:42:01.152911 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Attempting to bind port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f on network 65df6904-e24d-4fef-8b76-dfdf7556d155 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:42:01.158480 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:42:01.158839 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Checking segment: {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:42:01.159211 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Bound using segment: {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:42:01.159646 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Bound port: b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5c2852-4821-4359-bcef-f79b055d6a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:42:01.160083 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.222678 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:42:01.225711 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:42:01.229569 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.260705 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:01.261392 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.262824 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] 10.222.0.121 "PUT /v2.0/ports/b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f HTTP/1.1" status: 200 len: 1093 time: 0.8978508 Jan 25 02:42:01.265215 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:42:01.267491 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0b75ad-5889-4967-8e60-fac05d06c104" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:42:01.306716 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b02012-0065-4d7e-b910-2a4b300c84e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:01.312209 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ae4792-a937-4f9f-a5a1-2605f1d76dd4 x-openstack-request-id: req-e9ae4792-a937-4f9f-a5a1-2605f1d76dd4 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:42:01.312548 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:42:01.312756 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-e9ae4792-a937-4f9f-a5a1-2605f1d76dd4 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:42:01.313157 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'status': 'completed', 'code': 200} Jan 25 02:42:01.377851 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-b27cf5df-4905-4fbe-87cd-94c85a647c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:01.379388 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-b27cf5df-4905-4fbe-87cd-94c85a647c08 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 1096 time: 0.0419295 Jan 25 02:42:01.430710 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-d274f078-0f5d-436b-9e74-e80c1d4bec71 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f HTTP/1.1" status: 200 len: 217 time: 0.0359697 Jan 25 02:42:01.481155 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.491890 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-dea72ea0-05ac-43ca-8a90-565680882067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:01.493666 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-dea72ea0-05ac-43ca-8a90-565680882067 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0562892 Jan 25 02:42:01.523584 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.552558 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-aa8ef539-86c5-446e-9e1d-da4f2191498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:01.554248 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-aa8ef539-86c5-446e-9e1d-da4f2191498b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535791 Jan 25 02:42:01.695108 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-fbd7f439-7889-4b2d-88ed-20550c434536 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313453 Jan 25 02:42:01.739786 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0acaff-fac2-4c54-8fcb-72c2f2c0fb55 req-9b75bab1-fd7f-40f5-b671-5f1cc072c171 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:01.741269 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ad0acaff-fac2-4c54-8fcb-72c2f2c0fb55 req-9b75bab1-fd7f-40f5-b671-5f1cc072c171 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0930591 Jan 25 02:42:01.768469 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e493c-1c86-4ee8-af4a-26b3bb44f47a req-ee9d5ba0-26ed-4969-ba81-ae31588d2a58 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:01.769953 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-254e493c-1c86-4ee8-af4a-26b3bb44f47a req-ee9d5ba0-26ed-4969-ba81-ae31588d2a58 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0507817 Jan 25 02:42:01.818235 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-254e493c-1c86-4ee8-af4a-26b3bb44f47a req-a623c484-1f7b-431f-a02d-047f8c0ac8fa tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Jan 25 02:42:01.836130 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d97bca74-6e2b-4678-b355-6a66d952bca1 req-ffcea21d-2168-479c-ba35-0703f1858cb3 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313210 Jan 25 02:42:01.843753 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ad0acaff-fac2-4c54-8fcb-72c2f2c0fb55 req-fe40695e-9642-474b-a5ad-15ee1c214425 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709355 Jan 25 02:42:01.970707 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-0e4f7187-0f27-4cdf-8020-195b1231321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:01.972259 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-0e4f7187-0f27-4cdf-8020-195b1231321e service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 1096 time: 0.0488439 Jan 25 02:42:02.075987 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-772c59ff-a079-45df-8ef5-dd4fd0678368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:02.077706 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-772c59ff-a079-45df-8ef5-dd4fd0678368 service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.0994842 Jan 25 02:42:02.127599 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-aeff56a4-26dc-4e08-b297-18edbffbbac8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f HTTP/1.1" status: 200 len: 217 time: 0.0407529 Jan 25 02:42:02.174865 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-c14437a8-3349-4313-b582-314b96368612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:02.176306 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-c14437a8-3349-4313-b582-314b96368612 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0422125 Jan 25 02:42:02.223519 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-aa122420-8ebb-4de1-b01f-626a937050ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:02.225143 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-aa122420-8ebb-4de1-b01f-626a937050ca service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418200 Jan 25 02:42:02.321248 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-99903920-a4ea-40c4-9172-e6a39bbfe0b1 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892234 Jan 25 02:42:02.413865 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea0b75ad-5889-4967-8e60-fac05d06c104 req-f55561be-ea85-4bc9-93c9-eb903521c691 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850646 Jan 25 02:42:02.956070 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.965362 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27435-aa73-45f8-bf77-b99f23cd8f53 req-5965e5ff-e524-48f2-a0af-e8f6de480ff6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:02.966880 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f3a27435-aa73-45f8-bf77-b99f23cd8f53 req-5965e5ff-e524-48f2-a0af-e8f6de480ff6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0678411 Jan 25 02:42:02.969464 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0168816-f02b-4bfc-ab03-380a639a22ec req-cda56ece-232f-407c-bb3f-e764c6114c8d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:02.970975 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e0168816-f02b-4bfc-ab03-380a639a22ec req-cda56ece-232f-407c-bb3f-e764c6114c8d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0532544 Jan 25 02:42:03.028400 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f3a27435-aa73-45f8-bf77-b99f23cd8f53 req-c893752d-1bff-4376-a881-18f5b473a6b6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556159 Jan 25 02:42:03.040309 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e0168816-f02b-4bfc-ab03-380a639a22ec req-559b49d9-9302-4b13-8e6d-40eb46f01e29 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637217 Jan 25 02:42:04.162636 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b1445-f852-423b-bbc3-1ab89a885ee0 req-51f5ad9a-c60d-4d29-81ed-e73082aeefa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:04.164217 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2315c-1d51-48fe-b290-cd5462e64560 req-26aa8321-3b61-4fd3-913d-14206b25b82e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:04.164626 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f5b1445-f852-423b-bbc3-1ab89a885ee0 req-51f5ad9a-c60d-4d29-81ed-e73082aeefa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0514779 Jan 25 02:42:04.165969 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-adc2315c-1d51-48fe-b290-cd5462e64560 req-26aa8321-3b61-4fd3-913d-14206b25b82e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0531359 Jan 25 02:42:04.166672 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.214364 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-adc2315c-1d51-48fe-b290-cd5462e64560 req-9de68319-09c9-4384-8b34-8a8ab34cb8b8 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Jan 25 02:42:04.217003 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f5b1445-f852-423b-bbc3-1ab89a885ee0 req-c6aaffe5-ed6f-46f8-9ddf-6e9be50a9499 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442491 Jan 25 02:42:05.335071 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad1ce6-3fe0-4272-96ac-f4c1a47d040e req-27d933c8-73be-450f-ae06-2277b01b492e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:05.335852 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d2313-5d34-4c34-b36d-43a70f3c20e6 req-7d7198b5-b1dd-4047-8741-ad65da5cd0e6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:05.337282 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-717d2313-5d34-4c34-b36d-43a70f3c20e6 req-7d7198b5-b1dd-4047-8741-ad65da5cd0e6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0518630 Jan 25 02:42:05.338411 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-92ad1ce6-3fe0-4272-96ac-f4c1a47d040e req-27d933c8-73be-450f-ae06-2277b01b492e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0527756 Jan 25 02:42:05.387612 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-717d2313-5d34-4c34-b36d-43a70f3c20e6 req-a1690a6b-4cf9-48ad-b6d0-69e31a7206a0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Jan 25 02:42:05.389210 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-92ad1ce6-3fe0-4272-96ac-f4c1a47d040e req-9a504803-026b-4e67-8b7e-8e8abc00821e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Jan 25 02:42:06.518810 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5199-9ff9-4204-af2b-f1d91b698ed9 req-6143d1e8-7edd-41b8-a10f-00bc9ca650a5 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:06.519775 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f95ce-849e-4d68-b312-beb26f46bde5 req-aec1e98b-bd79-4880-b3c5-d7f0d787c22f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:06.520323 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e5bc5199-9ff9-4204-af2b-f1d91b698ed9 req-6143d1e8-7edd-41b8-a10f-00bc9ca650a5 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0516665 Jan 25 02:42:06.521248 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-809f95ce-849e-4d68-b312-beb26f46bde5 req-aec1e98b-bd79-4880-b3c5-d7f0d787c22f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0468450 Jan 25 02:42:06.568345 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e5bc5199-9ff9-4204-af2b-f1d91b698ed9 req-c8ce634c-7714-4493-a1b0-f3723cb11f45 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418489 Jan 25 02:42:06.571259 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-809f95ce-849e-4d68-b312-beb26f46bde5 req-2987d726-df7a-4cd1-968f-f6ab9cf27f86 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444307 Jan 25 02:42:07.691924 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e35a6-e0c1-4fab-8f1f-ed4012b35d92 req-f12cc63b-2a57-45d2-bf73-625d28833326 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:07.692474 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe0eb1-6932-41d9-a426-e6fffaace4ef req-7dd4ede5-55c3-490e-a903-d7c3e09a4074 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:07.693423 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-703e35a6-e0c1-4fab-8f1f-ed4012b35d92 req-f12cc63b-2a57-45d2-bf73-625d28833326 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0486679 Jan 25 02:42:07.693540 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-97fe0eb1-6932-41d9-a426-e6fffaace4ef req-7dd4ede5-55c3-490e-a903-d7c3e09a4074 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0484941 Jan 25 02:42:07.740997 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-97fe0eb1-6932-41d9-a426-e6fffaace4ef req-e8d8752d-a5c0-4744-ba75-bd50f49e21a2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416996 Jan 25 02:42:07.741602 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-703e35a6-e0c1-4fab-8f1f-ed4012b35d92 req-4c36414f-4c44-44b1-84dd-864aaceb5b2a tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421400 Jan 25 02:42:08.860021 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7cc84-d160-4a2d-b9a6-10906d3fc6ff req-127c33a3-bba8-4dd9-80be-6ab7405015e1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:08.861554 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f5d7cc84-d160-4a2d-b9a6-10906d3fc6ff req-127c33a3-bba8-4dd9-80be-6ab7405015e1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Jan 25 02:42:08.862707 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a76842-8191-46f3-9b97-5484443834ee req-246609d0-b7ee-49df-8217-27370295e626 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:08.864247 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53a76842-8191-46f3-9b97-5484443834ee req-246609d0-b7ee-49df-8217-27370295e626 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0515432 Jan 25 02:42:08.908903 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f5d7cc84-d160-4a2d-b9a6-10906d3fc6ff req-9d9b3bf0-ec73-470f-8dba-98c786c695a0 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Jan 25 02:42:08.913601 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53a76842-8191-46f3-9b97-5484443834ee req-ec299768-fef9-4b07-847d-3bcc9e5edff7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438910 Jan 25 02:42:09.883352 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:42:09.979762 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:09.991679 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'port_id': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'mac_address': 'fa:16:3e:aa:1b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:42:10.035647 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f54aec-29c9-42b6-89e5-f13319feece4 req-77c6915f-27a1-40a2-8555-c96e2eb8c3c3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:10.037287 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-36f54aec-29c9-42b6-89e5-f13319feece4 req-77c6915f-27a1-40a2-8555-c96e2eb8c3c3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0510769 Jan 25 02:42:10.050493 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fa5a5-a79d-4a86-8a17-6a4bf0def20e req-19fc0b59-a41a-4462-adff-53a6ba070985 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:10.051769 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:10.052177 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:10.062646 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a03fa5a5-a79d-4a86-8a17-6a4bf0def20e req-19fc0b59-a41a-4462-adff-53a6ba070985 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0780456 Jan 25 02:42:10.078249 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:42:10.100776 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-36f54aec-29c9-42b6-89e5-f13319feece4 req-1a0ef8ed-f09b-4046-894a-cd6ed1efe79c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575368 Jan 25 02:42:10.118191 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:10.123128 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a03fa5a5-a79d-4a86-8a17-6a4bf0def20e req-d7bbeb3a-7dc1-4144-9adf-3fa252deb237 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564799 Jan 25 02:42:10.123592 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:10.171193 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:10.711364 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:42:11.230521 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ebfb1-3c5d-41a2-af1c-34b5b10b5a73 req-3a07346d-66c1-414b-b7bf-a36e04c4d8e4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:11.235146 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208e02f-2caa-45df-a698-8bc194083411 req-f8184606-cf67-4740-a5e4-fde194cb333a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:11.236759 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4208e02f-2caa-45df-a698-8bc194083411 req-f8184606-cf67-4740-a5e4-fde194cb333a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0508974 Jan 25 02:42:11.238757 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-042ebfb1-3c5d-41a2-af1c-34b5b10b5a73 req-3a07346d-66c1-414b-b7bf-a36e04c4d8e4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 944 time: 0.0569782 Jan 25 02:42:11.286286 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-042ebfb1-3c5d-41a2-af1c-34b5b10b5a73 req-e962a177-0b78-4990-9c38-107e30062122 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464163 Jan 25 02:42:11.286497 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4208e02f-2caa-45df-a698-8bc194083411 req-6f2936df-b8c3-4fae-8d64-5d1514000505 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Jan 25 02:42:12.402155 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb44b6-d19e-4317-ba8d-eed15f12c88f req-cd188ddb-0b0b-4251-ab77-6b2554ee9eae tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.404269 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-44fb44b6-d19e-4317-ba8d-eed15f12c88f req-cd188ddb-0b0b-4251-ab77-6b2554ee9eae tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0470941 Jan 25 02:42:12.407852 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6a12e-054c-45f4-bb97-0fa6d171190a req-72bf750f-d607-4020-933d-23d8282e852c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.409590 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-dce6a12e-054c-45f4-bb97-0fa6d171190a req-72bf750f-d607-4020-933d-23d8282e852c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 944 time: 0.0499387 Jan 25 02:42:12.459172 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-dce6a12e-054c-45f4-bb97-0fa6d171190a req-7de6849e-9613-4cb2-a534-2f805a2d7a90 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Jan 25 02:42:12.459433 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-44fb44b6-d19e-4317-ba8d-eed15f12c88f req-b8c37390-019b-42ac-8b87-7d3b43d82c40 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480149 Jan 25 02:42:12.657627 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9067aaa-b812-49d8-9699-f7a1d85f0c66 req-0d4cf452-b159-44f1-bcbf-e7c578521cba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.659526 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d9067aaa-b812-49d8-9699-f7a1d85f0c66 req-0d4cf452-b159-44f1-bcbf-e7c578521cba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Jan 25 02:42:12.718039 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d9067aaa-b812-49d8-9699-f7a1d85f0c66 req-e66655f2-4e5e-45c0-86cb-a35919cff67b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534592 Jan 25 02:42:12.749973 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-ef1fcc0e-c316-425f-b0eb-cb66142f5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.751455 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-ef1fcc0e-c316-425f-b0eb-cb66142f5c5f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 1098 time: 0.0531700 Jan 25 02:42:12.839103 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-625ac5a2-11ee-45a1-bf74-beefed13849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.840592 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-625ac5a2-11ee-45a1-bf74-beefed13849e service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0835309 Jan 25 02:42:12.908313 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-65ef3ea0-30ed-44cb-b28e-82f88ca78468 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38dd2c4d-d070-42a6-8414-c0e245cda865 HTTP/1.1" status: 200 len: 1000 time: 0.0608628 Jan 25 02:42:12.955359 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-f8013cad-ccfd-4920-b904-bdb9ff78da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.956864 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-f8013cad-ccfd-4920-b904-bdb9ff78da3d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0429077 Jan 25 02:42:12.999515 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-0604a082-7851-44d7-beec-e0c564541f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:13.001088 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-0604a082-7851-44d7-beec-e0c564541f50 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385158 Jan 25 02:42:13.092351 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-06c40810-3f75-4daa-88f1-11c8e5199733 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849497 Jan 25 02:42:13.179337 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fd01ee0c-b3d9-4f8b-afc4-027de8b4f512 req-1dd8b6b6-eac5-4646-9c23-460e1e97a0eb service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813856 Jan 25 02:42:13.580608 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95beed-e24b-485c-9971-10b951116f00 req-30084516-9a05-4bbc-a415-728f040f3099 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:13.582064 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1f95beed-e24b-485c-9971-10b951116f00 req-30084516-9a05-4bbc-a415-728f040f3099 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 944 time: 0.0473931 Jan 25 02:42:13.628327 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1f95beed-e24b-485c-9971-10b951116f00 req-e90a0aad-64a2-4477-bdc6-8f605b2e136d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408468 Jan 25 02:42:13.837144 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171218a6-abed-4a2b-bfea-6100c4145097 req-3b3c935a-c5d2-44a2-b995-882f878771ff tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:13.838608 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-171218a6-abed-4a2b-bfea-6100c4145097 req-3b3c935a-c5d2-44a2-b995-882f878771ff tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0515029 Jan 25 02:42:13.885454 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-171218a6-abed-4a2b-bfea-6100c4145097 req-0ed9cf60-9411-43d7-95d1-df44b276fdb9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404553 Jan 25 02:42:13.939713 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:42:13.991173 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:42:13.995092 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:13.995493 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:14.217673 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:14.218090 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:14.241806 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:42:14.244008 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b4c931-7800-4417-ac4d-694885cf15c1" -d '{"events": [{"server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:42:14.256493 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:14.260785 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:14.314806 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:14.342689 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb3e917-d001-4e05-9c61-a281530e2bec x-openstack-request-id: req-dbb3e917-d001-4e05-9c61-a281530e2bec {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:42:14.342989 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:42:14.343251 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-dbb3e917-d001-4e05-9c61-a281530e2bec {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:42:14.343656 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'code': 200} Jan 25 02:42:14.561495 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527bf1e-9897-47e2-a1b5-5a8d65579df0 req-6703ce3d-34d8-4bad-8f3d-24c4dd935765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:14.563014 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1527bf1e-9897-47e2-a1b5-5a8d65579df0 req-6703ce3d-34d8-4bad-8f3d-24c4dd935765 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 1098 time: 0.0406358 Jan 25 02:42:14.605354 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1527bf1e-9897-47e2-a1b5-5a8d65579df0 req-a3179db8-9ede-4cbf-9e80-6e49c354e9ac service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364060 Jan 25 02:42:14.744139 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42b5eb-d32e-40c2-bac6-e9f7a4111b8d req-6be9d31a-57d5-48b7-aa31-a0f64d4099f9 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:14.745581 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bb42b5eb-d32e-40c2-bac6-e9f7a4111b8d req-6be9d31a-57d5-48b7-aa31-a0f64d4099f9 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0470583 Jan 25 02:42:14.795609 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bb42b5eb-d32e-40c2-bac6-e9f7a4111b8d req-b962dece-9b01-4479-8d01-7318157b5c74 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Jan 25 02:42:15.002212 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ebe92-28b2-4f2a-9f28-88c5a4be42a2 req-a2d151e3-3ee3-4f79-8e31-1c08b1967619 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:15.003684 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-279ebe92-28b2-4f2a-9f28-88c5a4be42a2 req-a2d151e3-3ee3-4f79-8e31-1c08b1967619 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0484376 Jan 25 02:42:15.052803 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-279ebe92-28b2-4f2a-9f28-88c5a4be42a2 req-ecbf11e5-df95-4831-b9fa-a96bddebf657 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Jan 25 02:42:15.922823 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e9992-7dc3-4d30-ade4-b3f6a6d0133d req-930850ee-5718-4774-bf07-f760034d3dc2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:15.924296 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-746e9992-7dc3-4d30-ade4-b3f6a6d0133d req-930850ee-5718-4774-bf07-f760034d3dc2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0476930 Jan 25 02:42:15.972193 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-746e9992-7dc3-4d30-ade4-b3f6a6d0133d req-ed013914-5326-4564-92f8-6765ec3e33a3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423863 Jan 25 02:42:17.117610 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97d75-67f3-4fa4-907c-0c32488936ff req-e8267dea-b6dd-4a00-9a0d-113e9409940f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:17.119103 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-75f97d75-67f3-4fa4-907c-0c32488936ff req-e8267dea-b6dd-4a00-9a0d-113e9409940f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0607464 Jan 25 02:42:17.171083 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-75f97d75-67f3-4fa4-907c-0c32488936ff req-fc4b63a4-e9f8-4e73-8618-b016b6d6c2e1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453281 Jan 25 02:42:17.285360 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3f472-e849-4ec7-9da4-85cf25f535e1 req-90e09fc6-0412-4af6-ad1f-40808c325f72 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:17.286836 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-09c3f472-e849-4ec7-9da4-85cf25f535e1 req-90e09fc6-0412-4af6-ad1f-40808c325f72 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0480962 Jan 25 02:42:17.295664 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 48494) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:17.300037 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-d8f7babb-b918-4c2a-9252-a8a2325961f7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Request body: {'floatingip': {'port_id': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:17.341207 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d8f7babb-b918-4c2a-9252-a8a2325961f7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (d17c2276-a083-407c-b992-12ef026d0c7d), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:17.760599 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d8f7babb-b918-4c2a-9252-a8a2325961f7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:17.765113 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d8f7babb-b918-4c2a-9252-a8a2325961f7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (d17c2276-a083-407c-b992-12ef026d0c7d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:17.863585 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [None req-d8f7babb-b918-4c2a-9252-a8a2325961f7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Floating IP d17c2276-a083-407c-b992-12ef026d0c7d associated. External IP: 172.27.1.203, port: b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f. Jan 25 02:42:18.075547 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f7babb-b918-4c2a-9252-a8a2325961f7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:42:18.182176 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f7babb-b918-4c2a-9252-a8a2325961f7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:42:18.187674 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d8f7babb-b918-4c2a-9252-a8a2325961f7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:18.198536 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] Sync routers for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:42:18.206165 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:18.206879 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:42:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:18.214652 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-d8f7babb-b918-4c2a-9252-a8a2325961f7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "PUT /v2.0/floatingips/d17c2276-a083-407c-b992-12ef026d0c7d HTTP/1.1" status: 200 len: 991 time: 0.9179096 Jan 25 02:42:18.215368 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:42:18.218551 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608593c7-005a-4d44-887d-d63dd49bbaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:42:18.273384 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57829868-a3d1-45f0-9331-4332c3c42f09 x-openstack-request-id: req-57829868-a3d1-45f0-9331-4332c3c42f09 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:42:18.273704 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:42:18.273968 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-57829868-a3d1-45f0-9331-4332c3c42f09 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:42:18.274375 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'status': 'completed', 'code': 200} Jan 25 02:42:18.355926 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:18.382145 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-ce05fa66-ff97-46f3-a181-a73b66f3f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:18.383715 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-ce05fa66-ff97-46f3-a181-a73b66f3f92a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 1098 time: 0.0404854 Jan 25 02:42:18.488262 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-1c0c4752-82d8-4c44-aa37-031cd1a65e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:18.489756 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-1c0c4752-82d8-4c44-aa37-031cd1a65e77 service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.0996108 Jan 25 02:42:18.556529 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-6eee59ed-867f-4a50-ba8d-2ae781a8e0c2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f HTTP/1.1" status: 200 len: 999 time: 0.0604427 Jan 25 02:42:18.597862 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': 'd17c2276-a083-407c-b992-12ef026d0c7d', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'port_id': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'mac_address': 'fa:16:3e:aa:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:41:56Z', 'updated_at': '2022-01-25T02:42:17Z', 'revision_number': 1, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:18.611382 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-f4c181cb-f574-49ae-92f7-537727a165a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:18.612970 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-f4c181cb-f574-49ae-92f7-537727a165a2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0494976 Jan 25 02:42:18.628013 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] Checking router: 8d0ba35c-6141-42f2-8631-0f83a1a7dffc for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:42:18.636365 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:18.636972 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:42:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:18.657088 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-0715bcb8-cca8-4db1-abd2-4503d6937519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:18.658606 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-0715bcb8-cca8-4db1-abd2-4503d6937519 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396552 Jan 25 02:42:18.742642 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:18.745075 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-03d82ed1-6a79-4303-a20b-d6aac2e2f30d service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806367 Jan 25 02:42:18.837513 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-608593c7-005a-4d44-887d-d63dd49bbaa7 req-b6b3c61d-f764-46f2-893e-d61cd9748562 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860193 Jan 25 02:42:18.964947 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': 'd17c2276-a083-407c-b992-12ef026d0c7d', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'port_id': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'mac_address': 'fa:16:3e:aa:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:41:56Z', 'updated_at': '2022-01-25T02:42:17Z', 'revision_number': 1, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:18.992033 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c958c-afcd-468c-88a9-b752e08242eb None None] The sync data for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi is: [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': 'd17c2276-a083-407c-b992-12ef026d0c7d', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'port_id': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'mac_address': 'fa:16:3e:aa:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:41:56Z', 'updated_at': '2022-01-25T02:42:17Z', 'revision_number': 1, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:42:19.186571 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4341f4-f4e8-4975-a77a-295bed61499b None None] New status for floating IP d17c2276-a083-407c-b992-12ef026d0c7d: ACTIVE {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:42:20.466601 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:42:21.831597 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 48542) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:21.955788 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4a32799b-4f94-462e-adf8-6fcea252607a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:22.030097 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4a32799b-4f94-462e-adf8-6fcea252607a admin admin] Publish callbacks [] for security_group (4933700a-92af-48d5-ab12-173dff2d2a93), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:22.033760 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4a32799b-4f94-462e-adf8-6fcea252607a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (4933700a-92af-48d5-ab12-173dff2d2a93), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:22.070391 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-4a32799b-4f94-462e-adf8-6fcea252607a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c8742f8c7c3d45efb313385698ed782e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376862 Jan 25 02:42:22.071252 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32799b-4f94-462e-adf8-6fcea252607a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4933700a-92af-48d5-ab12-173dff2d2a93,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:22.074025 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48546) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:22.124495 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ff8f4325-d83e-46dc-afdb-5a13877c20c9 admin admin] Publish callbacks [] for security_group (4933700a-92af-48d5-ab12-173dff2d2a93), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:22.145764 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ff8f4325-d83e-46dc-afdb-5a13877c20c9 admin admin] Publish callbacks [] for security_group (4933700a-92af-48d5-ab12-173dff2d2a93), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:22.192904 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ff8f4325-d83e-46dc-afdb-5a13877c20c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (4933700a-92af-48d5-ab12-173dff2d2a93), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:22.195659 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ff8f4325-d83e-46dc-afdb-5a13877c20c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:22.197015 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ff8f4325-d83e-46dc-afdb-5a13877c20c9 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/4933700a-92af-48d5-ab12-173dff2d2a93 HTTP/1.1" status: 204 len: 168 time: 0.1210413 Jan 25 02:42:22.205174 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f4325-d83e-46dc-afdb-5a13877c20c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4933700a-92af-48d5-ab12-173dff2d2a93,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:26.088757 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-b45c73eb-938b-4654-82e1-8f8ea77546af tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062499546&fields=id&tenant_id=d61a4845c27e4b928c5445d95321e2a3 HTTP/1.1" status: 200 len: 267 time: 0.0492821 Jan 25 02:42:26.192937 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-b8e9aca0-be66-4c20-9eef-003f321c6b1c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:26.194400 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-b8e9aca0-be66-4c20-9eef-003f321c6b1c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 811 time: 0.0994923 Jan 25 02:42:26.208978 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-1113b347-fd2e-4f0a-bc28-9edd441fc35b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/quotas/d61a4845c27e4b928c5445d95321e2a3 HTTP/1.1" status: 200 len: 375 time: 0.0093565 Jan 25 02:42:26.257264 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a52ac396-0253-4e92-89cd-5828ac184f41 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433779 Jan 25 02:42:26.442014 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-4c45002b-7cb3-4f37-be2e-1e0f67f972d8 service neutron] 10.222.0.117 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736107 Jan 25 02:42:26.530819 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-c92901d5-d053-41ff-a9c2-fb9cf6db7302 service neutron] 10.222.0.117 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830688 Jan 25 02:42:26.812134 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6d78bbe2-2b25-48e6-b340-05e3148cd0b1 req-d4265ae4-8f39-49d6-bc0c-0cbe918c9972 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 210 time: 0.0282674 Jan 25 02:42:27.910455 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-99760aad-697c-4d42-ab67-e2572849cd4b req-37c33476-3ab6-40a6-b0b1-06ba7cfb7ae8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 210 time: 0.0268550 Jan 25 02:42:27.923543 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-2af453f4-65a4-4d15-8eaf-68df0167a1dd tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:27.925076 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-2af453f4-65a4-4d15-8eaf-68df0167a1dd tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 811 time: 0.1069138 Jan 25 02:42:27.994278 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-2bfa6384-12e7-486b-822d-33a9391d5236 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d61a4845c27e4b928c5445d95321e2a3 HTTP/1.1" status: 200 len: 380 time: 0.0532200 Jan 25 02:42:28.005637 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'port': {'device_id': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'admin_state_up': True, 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'security_groups': ['fdaacb99-705b-4960-9f6f-9b901025fca3']}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:28.009620 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-701c39e8-ba05-404b-8a68-7f8bbfc96c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:28.119453 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Made reservation on behalf of d61a4845c27e4b928c5445d95321e2a3 for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:42:28.123087 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:28.247266 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Allocated IP 172.20.0.5 (6b3a1543-8cc0-4d5e-b497-defd3eba48e1/462ad572-2eba-4a5c-b868-32f911dcaae2/77f81a1c-82cb-40f9-9442-1a190841437e) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:42:28.632967 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for port (77f81a1c-82cb-40f9-9442-1a190841437e), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:28.667294 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:28.711714 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:42:28.717388 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:42:28.720927 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:42:28.743993 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'Port': ['ID=77f81a1c-82cb-40f9-9442-1a190841437e,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:28.772969 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:28.773657 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:28.792785 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-0dfee694-d907-48ae-8feb-0aead033ef50 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7909951 Jan 25 02:42:28.810361 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Request body: {'port': {'device_id': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:28.865893 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:28.959645 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-94717626-6573-44ba-b01f-dd0352b22e79 None None] Provisioning complete for port 77f81a1c-82cb-40f9-9442-1a190841437e triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:28.960071 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-94717626-6573-44ba-b01f-dd0352b22e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:28.994273 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-94717626-6573-44ba-b01f-dd0352b22e79 None None] Port 77f81a1c-82cb-40f9-9442-1a190841437e cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:42:29.030463 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fbbce-0c0f-44e9-b832-fd33f614a94f req-fee95d28-c1be-43ff-975e-6b9d4e84358d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:29.031898 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-233fbbce-0c0f-44e9-b832-fd33f614a94f req-fee95d28-c1be-43ff-975e-6b9d4e84358d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 931 time: 0.0514414 Jan 25 02:42:29.082067 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-233fbbce-0c0f-44e9-b832-fd33f614a94f req-abd4353a-417e-4e46-a57b-ba9e0730fcbe tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Jan 25 02:42:29.133700 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f81a1c-82cb-40f9-9442-1a190841437e {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:42:29.141625 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Publish callbacks [] for port (77f81a1c-82cb-40f9-9442-1a190841437e), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:29.153159 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Transition to ACTIVE for port object 77f81a1c-82cb-40f9-9442-1a190841437e will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:42:29.157044 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:29.206020 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Pushing event updated for resources: {'Port': ['ID=77f81a1c-82cb-40f9-9442-1a190841437e,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:29.277989 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Attempting to bind port 77f81a1c-82cb-40f9-9442-1a190841437e on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:42:29.278327 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Attempting to bind port 77f81a1c-82cb-40f9-9442-1a190841437e by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:42:29.278700 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Attempting to bind port 77f81a1c-82cb-40f9-9442-1a190841437e on network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:42:29.283281 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Port 77f81a1c-82cb-40f9-9442-1a190841437e on network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:42:29.283559 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Attempting to bind port 77f81a1c-82cb-40f9-9442-1a190841437e on network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:42:29.288555 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:42:29.288898 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Checking segment: {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:42:29.289284 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Bound using segment: {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:42:29.289719 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Bound port: 77f81a1c-82cb-40f9-9442-1a190841437e, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:42:29.290082 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:29.358058 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] For port 77f81a1c-82cb-40f9-9442-1a190841437e, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:42:29.361448 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] For port 77f81a1c-82cb-40f9-9442-1a190841437e, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=77f81a1c-82cb-40f9-9442-1a190841437e,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:42:29.365503 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:29.397436 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:29.398429 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:29.400466 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] 10.222.0.121 "PUT /v2.0/ports/77f81a1c-82cb-40f9-9442-1a190841437e HTTP/1.1" status: 200 len: 1093 time: 0.5944035 Jan 25 02:42:29.403318 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'tag': '77f81a1c-82cb-40f9-9442-1a190841437e'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:42:29.406770 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a929064-3470-4841-b626-f084ef40bdec" -d '{"events": [{"name": "network-changed", "server_uuid": "339a9e6c-1558-44e1-9200-214bdc1ff6f8", "tag": "77f81a1c-82cb-40f9-9442-1a190841437e"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:42:29.441662 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c03e6-5da2-4a41-b50d-2f9e8f47a620 service neutron] Pushing event updated for resources: {'Port': ['ID=77f81a1c-82cb-40f9-9442-1a190841437e,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:29.457318 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee727939-dc35-4e95-a925-aadd8202d783 x-openstack-request-id: req-ee727939-dc35-4e95-a925-aadd8202d783 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:42:29.457800 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339a9e6c-1558-44e1-9200-214bdc1ff6f8", "tag": "77f81a1c-82cb-40f9-9442-1a190841437e", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:42:29.458221 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ee727939-dc35-4e95-a925-aadd8202d783 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:42:29.458791 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'tag': '77f81a1c-82cb-40f9-9442-1a190841437e', 'status': 'completed', 'code': 200} Jan 25 02:42:29.539303 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-66d0b130-6832-4d44-a4d7-81cdfa871030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:29.540785 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-66d0b130-6832-4d44-a4d7-81cdfa871030 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0421915 Jan 25 02:42:29.603826 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-8f04ce18-7284-4752-ad41-5a1ec990861e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f81a1c-82cb-40f9-9442-1a190841437e HTTP/1.1" status: 200 len: 217 time: 0.0394986 Jan 25 02:42:29.666324 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-deec19c4-5738-40f5-9230-fb95a154056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:29.667796 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-deec19c4-5738-40f5-9230-fb95a154056e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0434256 Jan 25 02:42:29.712381 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-b9ddff68-aaf5-4a7b-92b1-c1c4511720b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:29.713810 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-b9ddff68-aaf5-4a7b-92b1-c1c4511720b2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390768 Jan 25 02:42:29.808898 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-de4943b6-2d53-4a9c-a93e-30585901397b service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825517 Jan 25 02:42:29.903613 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d3c84a17-5b0d-4946-af30-d8edde63e57f req-ed877a28-1fdf-421f-9e17-ea719afa5827 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800269 Jan 25 02:42:30.062437 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a929064-3470-4841-b626-f084ef40bdec req-4732ddcb-62d0-4f08-b7a9-202ead2658c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:30.063886 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1a929064-3470-4841-b626-f084ef40bdec req-4732ddcb-62d0-4f08-b7a9-202ead2658c2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 1096 time: 0.0469103 Jan 25 02:42:30.158408 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a929064-3470-4841-b626-f084ef40bdec req-4e6d9e89-a39d-4e90-8185-6e5d4879a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:30.159430 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-20331a7c-c383-4b1b-8292-977a81ae303a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:30.159903 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1a929064-3470-4841-b626-f084ef40bdec req-4e6d9e89-a39d-4e90-8185-6e5d4879a2fc service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 912 time: 0.0855241 Jan 25 02:42:30.201632 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c74c-0422-40c8-a30e-a692e062772b req-26b2f698-bc47-4b8c-b145-7dd395817b8c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:30.203172 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-89a8c74c-0422-40c8-a30e-a692e062772b req-26b2f698-bc47-4b8c-b145-7dd395817b8c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 943 time: 0.0503261 Jan 25 02:42:30.206574 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1a929064-3470-4841-b626-f084ef40bdec req-c1d27965-c73b-4fb2-8a5f-88bac30e82bb service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f81a1c-82cb-40f9-9442-1a190841437e HTTP/1.1" status: 200 len: 217 time: 0.0404298 Jan 25 02:42:30.255218 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-89a8c74c-0422-40c8-a30e-a692e062772b req-5066c5d9-dfff-47d0-953c-293acbca1f8d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464523 Jan 25 02:42:30.257174 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a929064-3470-4841-b626-f084ef40bdec req-c366fadd-1330-44f8-9aac-1ca07d4f9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:30.258651 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1a929064-3470-4841-b626-f084ef40bdec req-c366fadd-1330-44f8-9aac-1ca07d4f9f31 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0441654 Jan 25 02:42:30.302248 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a929064-3470-4841-b626-f084ef40bdec req-0518684c-fd28-4098-b858-08d9e7cd4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:30.303796 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1a929064-3470-4841-b626-f084ef40bdec req-0518684c-fd28-4098-b858-08d9e7cd4533 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393360 Jan 25 02:42:30.394578 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1a929064-3470-4841-b626-f084ef40bdec req-d7bad307-f3c1-4b68-804a-a3f96ccd43e1 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831566 Jan 25 02:42:30.486000 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1a929064-3470-4841-b626-f084ef40bdec req-73f8f6ec-91a8-48d4-808f-1835db82b459 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850775 Jan 25 02:42:31.366389 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736887c0-fdad-4051-aeec-5498626760e8 req-8de6ec97-56c3-45b4-9f2c-2c52a5c2de0c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:31.367845 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-736887c0-fdad-4051-aeec-5498626760e8 req-8de6ec97-56c3-45b4-9f2c-2c52a5c2de0c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 943 time: 0.0472205 Jan 25 02:42:31.420938 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-736887c0-fdad-4051-aeec-5498626760e8 req-00474f1f-39d8-4227-913f-62a53b237818 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468860 Jan 25 02:42:31.463680 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:31.524079 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:32.534894 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e218e-0241-4c7e-af3c-ae9201282da6 req-2353107b-0c41-4100-a3e0-0c58d8936038 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:32.536411 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d71e218e-0241-4c7e-af3c-ae9201282da6 req-2353107b-0c41-4100-a3e0-0c58d8936038 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 943 time: 0.0477760 Jan 25 02:42:32.583606 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d71e218e-0241-4c7e-af3c-ae9201282da6 req-2b84a0db-382a-4182-862c-2265cef95e32 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Jan 25 02:42:32.955287 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:33.700450 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe5e0d-1035-4c36-ab9f-f8e65ad4d97f req-f4711cef-3a90-414a-9c4c-bc038b4aad10 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:33.702766 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5dbe5e0d-1035-4c36-ab9f-f8e65ad4d97f req-f4711cef-3a90-414a-9c4c-bc038b4aad10 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 943 time: 0.0521431 Jan 25 02:42:33.749884 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5dbe5e0d-1035-4c36-ab9f-f8e65ad4d97f req-9d4b300d-3a46-4a42-967d-2be1e89aaf18 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411291 Jan 25 02:42:34.159337 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:34.341005 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-0ebf0418-4408-4798-81b7-df5a14a492c0 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389876 Jan 25 02:42:34.443183 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-7849564a-d5d8-4db8-ac81-9b22d2651ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:34.444977 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-7849564a-d5d8-4db8-ac81-9b22d2651ab2 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 1098 time: 0.0435729 Jan 25 02:42:34.549425 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-fa4b7b68-4ce2-447f-816b-4b1d9fac64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:34.550883 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-fa4b7b68-4ce2-447f-816b-4b1d9fac64b5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0853488 Jan 25 02:42:34.621152 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-0a360d10-d6f6-4e89-8c70-5e7346da59f7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38dd2c4d-d070-42a6-8414-c0e245cda865 HTTP/1.1" status: 200 len: 1000 time: 0.0627651 Jan 25 02:42:34.672359 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-81885e2c-2e39-4340-b1de-1983fbbf502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:34.673759 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-81885e2c-2e39-4340-b1de-1983fbbf502e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0455079 Jan 25 02:42:34.717424 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-28f246ac-9693-4a4f-bcbd-a178b56658f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:34.719633 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-28f246ac-9693-4a4f-bcbd-a178b56658f4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404444 Jan 25 02:42:34.810098 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-57e161da-1588-41c8-9769-93c3e121358c service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843453 Jan 25 02:42:34.863481 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398e93-5f0c-46d9-9d13-3d7672810b68 req-5a8749d9-e579-4f90-909e-6549d3ea716b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:34.865024 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6a398e93-5f0c-46d9-9d13-3d7672810b68 req-5a8749d9-e579-4f90-909e-6549d3ea716b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 943 time: 0.0487890 Jan 25 02:42:34.900787 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b032c6a-7880-4b40-b9c1-568bd4a91de1 req-7fc8007e-4ee5-4853-8a72-117be22264f6 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839400 Jan 25 02:42:34.913319 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6a398e93-5f0c-46d9-9d13-3d7672810b68 req-709f4f78-a48a-481c-88c2-46a0976df816 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427508 Jan 25 02:42:36.026884 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fcef4-4fbf-408b-9068-d3e8fea5b7c0 req-bddd8386-21fe-41b3-acf7-03485c0b1e48 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:36.028511 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c74fcef4-4fbf-408b-9068-d3e8fea5b7c0 req-bddd8386-21fe-41b3-acf7-03485c0b1e48 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 943 time: 0.0469944 Jan 25 02:42:36.081606 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c74fcef4-4fbf-408b-9068-d3e8fea5b7c0 req-aba40943-b343-412e-880e-2ef32a7dc782 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461943 Jan 25 02:42:37.193989 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd7b21-7fed-4789-ad27-e90d3baa3b99 req-f161522b-bb28-4144-ad36-bb6c9847c4d2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:37.195441 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7bcd7b21-7fed-4789-ad27-e90d3baa3b99 req-f161522b-bb28-4144-ad36-bb6c9847c4d2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 943 time: 0.0472429 Jan 25 02:42:37.244048 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7bcd7b21-7fed-4789-ad27-e90d3baa3b99 req-97fdf6b2-4bd1-45de-ad5d-03a643d39fd2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 Jan 25 02:42:38.355840 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f69a5d-35ff-406c-82af-1c704fe96fa5 req-c18f682b-2e71-4548-bc6c-1ad2f4256b83 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:38.357281 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b9f69a5d-35ff-406c-82af-1c704fe96fa5 req-c18f682b-2e71-4548-bc6c-1ad2f4256b83 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 943 time: 0.0480504 Jan 25 02:42:38.404575 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b9f69a5d-35ff-406c-82af-1c704fe96fa5 req-4af2612c-77aa-424e-9e3d-77dab16e3b2d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413027 Jan 25 02:42:39.519511 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bcdf2-71d3-41e3-a4cb-391a2906016a req-3869e6e1-d8ac-4348-90ec-61194d7ee4bf tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:39.520932 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-563bcdf2-71d3-41e3-a4cb-391a2906016a req-3869e6e1-d8ac-4348-90ec-61194d7ee4bf tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 943 time: 0.0504103 Jan 25 02:42:39.570571 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-563bcdf2-71d3-41e3-a4cb-391a2906016a req-b9715859-4c40-4e2b-af15-4f1902fa7d02 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441999 Jan 25 02:42:40.084123 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 77f81a1c-82cb-40f9-9442-1a190841437e details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:42:40.175947 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 77f81a1c-82cb-40f9-9442-1a190841437e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=77f81a1c-82cb-40f9-9442-1a190841437e,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:40.185825 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '77f81a1c-82cb-40f9-9442-1a190841437e', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'port_id': '77f81a1c-82cb-40f9-9442-1a190841437e', 'mac_address': 'fa:16:3e:27:c0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:42:40.227271 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 77f81a1c-82cb-40f9-9442-1a190841437e is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:40.227661 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:40.240819 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f81a1c-82cb-40f9-9442-1a190841437e {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:42:40.259178 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 77f81a1c-82cb-40f9-9442-1a190841437e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=77f81a1c-82cb-40f9-9442-1a190841437e,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:40.263149 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:40.309600 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=77f81a1c-82cb-40f9-9442-1a190841437e,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:40.316538 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.316900 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.317253 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.317599 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.317940 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.318280 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.318618 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.318951 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.319285 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.319616 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.319973 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.320303 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.320631 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:40.684552 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68387902-9427-4b7e-904e-46e6d4b3e4e9 req-775dc78f-d096-491c-a380-15bdfd477855 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:40.686025 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-68387902-9427-4b7e-904e-46e6d4b3e4e9 req-775dc78f-d096-491c-a380-15bdfd477855 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 944 time: 0.0473940 Jan 25 02:42:40.707090 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['77f81a1c-82cb-40f9-9442-1a190841437e'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:42:40.736099 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-68387902-9427-4b7e-904e-46e6d4b3e4e9 req-9f4737da-3078-45d2-932d-44a4df292866 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434198 Jan 25 02:42:41.850885 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b588e-53b0-452d-a612-14650baf5731 req-743fd341-1b4b-4569-9add-94e7e2acdb60 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:41.852391 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1d5b588e-53b0-452d-a612-14650baf5731 req-743fd341-1b4b-4569-9add-94e7e2acdb60 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 944 time: 0.0506282 Jan 25 02:42:41.900211 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1d5b588e-53b0-452d-a612-14650baf5731 req-399fe986-3cf0-49c5-80c9-63d155db820a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 Jan 25 02:42:42.099995 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 77f81a1c-82cb-40f9-9442-1a190841437e up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:42:42.147190 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port 77f81a1c-82cb-40f9-9442-1a190841437e completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:42:42.151126 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 77f81a1c-82cb-40f9-9442-1a190841437e triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:42.151499 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:42.228435 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 77f81a1c-82cb-40f9-9442-1a190841437e is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:42.229675 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:42.251481 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f81a1c-82cb-40f9-9442-1a190841437e'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:42:42.253716 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd3ff60-25c0-4d5c-9e24-0d7f827572b6" -d '{"events": [{"server_uuid": "339a9e6c-1558-44e1-9200-214bdc1ff6f8", "name": "network-vif-plugged", "status": "completed", "tag": "77f81a1c-82cb-40f9-9442-1a190841437e"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:42:42.266130 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 77f81a1c-82cb-40f9-9442-1a190841437e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=77f81a1c-82cb-40f9-9442-1a190841437e,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:42.269989 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:42.292763 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225fbce5-a2d8-4d12-8587-73f0f37f350b x-openstack-request-id: req-225fbce5-a2d8-4d12-8587-73f0f37f350b {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:42:42.293057 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339a9e6c-1558-44e1-9200-214bdc1ff6f8", "name": "network-vif-plugged", "status": "completed", "tag": "77f81a1c-82cb-40f9-9442-1a190841437e", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:42:42.293311 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-225fbce5-a2d8-4d12-8587-73f0f37f350b {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:42:42.293696 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f81a1c-82cb-40f9-9442-1a190841437e', 'code': 200} Jan 25 02:42:42.318895 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=77f81a1c-82cb-40f9-9442-1a190841437e,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:42.553139 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149eb04-82db-4885-a957-d437f7f44b16 req-56c76b0e-1460-4a65-b13c-47febb8dbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:42.554650 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9149eb04-82db-4885-a957-d437f7f44b16 req-56c76b0e-1460-4a65-b13c-47febb8dbb51 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0444052 Jan 25 02:42:42.601388 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9149eb04-82db-4885-a957-d437f7f44b16 req-aa2fea39-152b-43b0-bf06-dc55735b3ab5 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390098 Jan 25 02:42:43.017858 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7305e-78de-4682-aa8e-aad012187c2a req-efd20245-91ff-4b7d-8083-cfb0781ece66 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:43.019370 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d4e7305e-78de-4682-aa8e-aad012187c2a req-efd20245-91ff-4b7d-8083-cfb0781ece66 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 945 time: 0.0471187 Jan 25 02:42:43.067095 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d4e7305e-78de-4682-aa8e-aad012187c2a req-2af917c4-7e99-47d2-ba7e-f904a8185f94 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Jan 25 02:42:44.184379 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582e7ab-c168-4925-9f42-ab68725582a8 req-8c57fcd5-a7c1-4fce-a20e-505f36b9b591 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:44.185842 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2582e7ab-c168-4925-9f42-ab68725582a8 req-8c57fcd5-a7c1-4fce-a20e-505f36b9b591 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 945 time: 0.0525029 Jan 25 02:42:44.236255 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2582e7ab-c168-4925-9f42-ab68725582a8 req-b255d2ae-5a78-460c-a9ea-1a1ec95df9fc tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447195 Jan 25 02:42:45.348957 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e42939-4bc3-4137-b2af-58beb089eec2 req-6b680708-36c6-4dba-ba30-4b76dada8709 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:45.350455 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-07e42939-4bc3-4137-b2af-58beb089eec2 req-6b680708-36c6-4dba-ba30-4b76dada8709 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 945 time: 0.0495005 Jan 25 02:42:45.401022 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-07e42939-4bc3-4137-b2af-58beb089eec2 req-bae83912-00ce-4e11-813b-fc87f5335f7e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450182 Jan 25 02:42:45.514309 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301ab83-24f3-4c03-8c08-3d4c62f685e2 req-af9fbd9c-225d-4a9b-b832-d558872cf4a2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:45.515728 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9301ab83-24f3-4c03-8c08-3d4c62f685e2 req-af9fbd9c-225d-4a9b-b832-d558872cf4a2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 945 time: 0.0464206 Jan 25 02:42:45.565403 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9301ab83-24f3-4c03-8c08-3d4c62f685e2 req-9119b5f6-4d19-48ad-9346-9f93c6baba07 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442708 Jan 25 02:42:45.587751 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48668) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:45.725043 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cb6637-4c70-4e8d-a32a-1f7c0d51884a tempest-TestVolumeBootPattern-31813684 tempest-TestVolumeBootPattern-31813684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:45.726505 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-44cb6637-4c70-4e8d-a32a-1f7c0d51884a tempest-TestVolumeBootPattern-31813684 tempest-TestVolumeBootPattern-31813684-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 1093 time: 0.1377616 Jan 25 02:42:45.729400 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 48672) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:45.734073 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'floatingip': {'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'port_id': '77f81a1c-82cb-40f9-9442-1a190841437e', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:45.756530 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:45.851878 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:45.954818 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Allocated IP 172.27.1.65 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/9910e946-b22c-41de-8490-61645a0b3bd6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:42:46.285577 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for port (9910e946-b22c-41de-8490-61645a0b3bd6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:46.318832 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (9910e946-b22c-41de-8490-61645a0b3bd6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:46.356478 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:42:46.365042 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:42:46.368474 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:42:46.374195 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'Port': ['ID=9910e946-b22c-41de-8490-61645a0b3bd6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:46.401207 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.401560 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.401912 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.402256 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.402593 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.402926 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.403257 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.403588 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.403942 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.404273 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.404598 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.405009 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.405334 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:46.726736 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for floatingip (86474f64-5f22-4741-9129-d86c4613fe9e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:46.792488 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (9910e946-b22c-41de-8490-61645a0b3bd6), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:46.947662 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for port (9910e946-b22c-41de-8490-61645a0b3bd6), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:46.953155 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10000767'] for port (9910e946-b22c-41de-8490-61645a0b3bd6), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:47.019085 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'Port': ['ID=9910e946-b22c-41de-8490-61645a0b3bd6,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:47.028672 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (86474f64-5f22-4741-9129-d86c4613fe9e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:47.128072 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Floating IP 86474f64-5f22-4741-9129-d86c4613fe9e associated. External IP: 172.27.1.65, port: 77f81a1c-82cb-40f9-9442-1a190841437e. Jan 25 02:42:47.335102 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:42:47.443917 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:42:47.455127 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] Sync routers for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:42:47.466775 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:47.470190 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:47.470927 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:42:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:47.495458 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-73e9e8f3-02cd-49f7-9cfd-41f4cbf18753 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7650564 Jan 25 02:42:47.496090 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'tag': '77f81a1c-82cb-40f9-9442-1a190841437e'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:42:47.498337 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274d55899ad617b68f742306dd2bf98d948b76ba1d909237a8860468fa9bd008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32434110-d280-4bad-94ff-79a819fc03b8" -d '{"events": [{"name": "network-changed", "server_uuid": "339a9e6c-1558-44e1-9200-214bdc1ff6f8", "tag": "77f81a1c-82cb-40f9-9442-1a190841437e"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:42:47.541911 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4c9014-2a86-490f-be3c-509a7dca7b66 x-openstack-request-id: req-3b4c9014-2a86-490f-be3c-509a7dca7b66 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:42:47.542213 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339a9e6c-1558-44e1-9200-214bdc1ff6f8", "tag": "77f81a1c-82cb-40f9-9442-1a190841437e", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:42:47.542476 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-3b4c9014-2a86-490f-be3c-509a7dca7b66 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:42:47.542882 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'tag': '77f81a1c-82cb-40f9-9442-1a190841437e', 'status': 'completed', 'code': 200} Jan 25 02:42:47.583216 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:47.629917 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434110-d280-4bad-94ff-79a819fc03b8 req-e71ae538-e1f9-443f-8e0f-bb9b3c432e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:47.631408 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32434110-d280-4bad-94ff-79a819fc03b8 req-e71ae538-e1f9-443f-8e0f-bb9b3c432e77 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 1098 time: 0.0401871 Jan 25 02:42:47.722582 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434110-d280-4bad-94ff-79a819fc03b8 req-291f557c-dc4f-4a13-bf5a-56d534b3a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:47.724089 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32434110-d280-4bad-94ff-79a819fc03b8 req-291f557c-dc4f-4a13-bf5a-56d534b3a599 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 912 time: 0.0871229 Jan 25 02:42:47.788035 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32434110-d280-4bad-94ff-79a819fc03b8 req-bb555e4b-37ab-415a-b606-7a438b9f6fea service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f81a1c-82cb-40f9-9442-1a190841437e HTTP/1.1" status: 200 len: 998 time: 0.0572233 Jan 25 02:42:47.802220 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '86474f64-5f22-4741-9129-d86c4613fe9e', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'port_id': '77f81a1c-82cb-40f9-9442-1a190841437e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'mac_address': 'fa:16:3e:27:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:42:46Z', 'updated_at': '2022-01-25T02:42:46Z', 'revision_number': 0, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:47.832643 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] Checking router: 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:42:47.841034 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434110-d280-4bad-94ff-79a819fc03b8 req-3e2d2fcc-8851-48e9-a87d-73758014df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:47.841180 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:47.841687 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:42:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:47.842690 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32434110-d280-4bad-94ff-79a819fc03b8 req-3e2d2fcc-8851-48e9-a87d-73758014df6a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0477159 Jan 25 02:42:47.885046 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434110-d280-4bad-94ff-79a819fc03b8 req-d1db451b-bb29-4ffa-9d3a-0945aafb93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:47.886524 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32434110-d280-4bad-94ff-79a819fc03b8 req-d1db451b-bb29-4ffa-9d3a-0945aafb93bd service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383153 Jan 25 02:42:47.941496 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:47.975260 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32434110-d280-4bad-94ff-79a819fc03b8 req-13bc139e-9e79-45df-942a-3872f327eea4 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817146 Jan 25 02:42:48.069555 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32434110-d280-4bad-94ff-79a819fc03b8 req-1649920a-b3dd-4124-b359-735d30ca225d service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877671 Jan 25 02:42:48.167546 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '86474f64-5f22-4741-9129-d86c4613fe9e', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'port_id': '77f81a1c-82cb-40f9-9442-1a190841437e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'mac_address': 'fa:16:3e:27:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:42:46Z', 'updated_at': '2022-01-25T02:42:46Z', 'revision_number': 0, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:48.196521 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91499e34-3534-42be-9e07-3d0493eb56d5 None None] The sync data for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi is: [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '86474f64-5f22-4741-9129-d86c4613fe9e', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'port_id': '77f81a1c-82cb-40f9-9442-1a190841437e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'mac_address': 'fa:16:3e:27:c0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:42:46Z', 'updated_at': '2022-01-25T02:42:46Z', 'revision_number': 0, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:42:48.381204 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328446c-99d4-44b9-ba5c-d71f1b2cec20 None None] New status for floating IP 86474f64-5f22-4741-9129-d86c4613fe9e: ACTIVE {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:42:57.465941 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:42:58.010995 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d94e8e62-c835-4e1e-b667-665aa04c78b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:00.160510 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4f74075f-3486-42ff-80d1-b50726fa220f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:01.466748 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:01.526648 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:02.957896 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:04.163588 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:21.525071 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd3714-5dc4-42a4-a628-b6f975309d2a req-3afc7028-17a4-48b1-96b0-3722d83f91ea tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:21.526548 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a5fd3714-5dc4-42a4-a628-b6f975309d2a req-3afc7028-17a4-48b1-96b0-3722d83f91ea tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0485880 Jan 25 02:43:21.573468 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a5fd3714-5dc4-42a4-a628-b6f975309d2a req-e6a8d132-f170-42f4-bf47-1a85eff8147b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407507 Jan 25 02:43:22.694036 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c8b2d-d5df-4a04-8ccb-51c5a7bfb47b req-bd606150-2b51-4afb-b216-e47a9e242501 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:22.695514 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-120c8b2d-d5df-4a04-8ccb-51c5a7bfb47b req-bd606150-2b51-4afb-b216-e47a9e242501 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0520067 Jan 25 02:43:22.741456 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-120c8b2d-d5df-4a04-8ccb-51c5a7bfb47b req-9f61905e-9c36-478c-903d-35102919b312 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401411 Jan 25 02:43:23.873445 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffcd9b-4ecc-40ca-831d-38e947a8227d req-48267ea8-65cb-4a53-bc56-bcd67edd9663 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:23.875431 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d7ffcd9b-4ecc-40ca-831d-38e947a8227d req-48267ea8-65cb-4a53-bc56-bcd67edd9663 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0495217 Jan 25 02:43:23.922731 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d7ffcd9b-4ecc-40ca-831d-38e947a8227d req-2b0d66dd-56e6-479b-9733-d5c4a7350271 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417774 Jan 25 02:43:25.036246 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f2855-7f69-417a-86ac-4c035f341683 req-7be48bb6-52e8-40f6-9934-67d01170c686 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:25.037726 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-456f2855-7f69-417a-86ac-4c035f341683 req-7be48bb6-52e8-40f6-9934-67d01170c686 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0483003 Jan 25 02:43:25.088189 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-456f2855-7f69-417a-86ac-4c035f341683 req-43ecd5b4-69a3-4547-bd76-f357cb8ac01d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Jan 25 02:43:26.208605 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9028680-6f6b-41ef-9511-ab7a4d0f7b23 req-008ea146-38c3-47f3-961d-7038f65888f8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:26.210190 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e9028680-6f6b-41ef-9511-ab7a4d0f7b23 req-008ea146-38c3-47f3-961d-7038f65888f8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0566409 Jan 25 02:43:26.256764 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e9028680-6f6b-41ef-9511-ab7a4d0f7b23 req-0c792a28-719c-43a0-82ff-1924bf2cafee tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 Jan 25 02:43:27.368320 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebeed0-f401-48d5-9f92-fc0db772c6c6 req-ce78052e-d92c-4657-b35c-43c2e1fd96e7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:27.369782 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-40ebeed0-f401-48d5-9f92-fc0db772c6c6 req-ce78052e-d92c-4657-b35c-43c2e1fd96e7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0466795 Jan 25 02:43:27.415595 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-40ebeed0-f401-48d5-9f92-fc0db772c6c6 req-a9e5078e-0140-465e-9587-4872325c2f2a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395155 Jan 25 02:43:28.012729 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-109cb2df-851c-4227-927d-a4c74dd8197f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:28.530276 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5470-6d16-43da-aa5b-af7b7c878abf req-b020fee5-a797-41ce-9b3b-c7193f227064 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:28.531921 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-101f5470-6d16-43da-aa5b-af7b7c878abf req-b020fee5-a797-41ce-9b3b-c7193f227064 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Jan 25 02:43:28.578138 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-101f5470-6d16-43da-aa5b-af7b7c878abf req-4342ac67-91fe-44e9-a831-fe8f83b9a12e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406380 Jan 25 02:43:29.694940 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85f445-9390-49b7-aabd-9d549cc5e113 req-d8ff83b9-9e89-40c2-a606-4b0364a85b4e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:29.696502 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8e85f445-9390-49b7-aabd-9d549cc5e113 req-d8ff83b9-9e89-40c2-a606-4b0364a85b4e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0497155 Jan 25 02:43:29.745813 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8e85f445-9390-49b7-aabd-9d549cc5e113 req-eca9057a-29bc-46eb-bd49-2146065fe637 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Jan 25 02:43:30.161933 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-077d1be0-725a-4234-bacf-3816dd5952d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:30.862654 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06ecf-a349-4d24-8165-00613ea089a4 req-f3a372a1-6334-4377-b6bc-6609d57ce65b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:30.864144 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4dd06ecf-a349-4d24-8165-00613ea089a4 req-f3a372a1-6334-4377-b6bc-6609d57ce65b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0521517 Jan 25 02:43:30.911458 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4dd06ecf-a349-4d24-8165-00613ea089a4 req-14061077-36ec-4a2b-a7f3-60ba3cfd2e24 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415905 Jan 25 02:43:31.491947 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:31.530954 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:32.027874 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929efc2-663e-4c8a-98cf-e03ec91fe6b4 req-54bf5714-d8e3-401d-890a-93c9ec0f43e7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:32.029383 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0929efc2-663e-4c8a-98cf-e03ec91fe6b4 req-54bf5714-d8e3-401d-890a-93c9ec0f43e7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0487905 Jan 25 02:43:32.079463 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0929efc2-663e-4c8a-98cf-e03ec91fe6b4 req-8eca835b-d1fd-49b1-a9f2-a96f6124ead1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441740 Jan 25 02:43:32.278301 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d957fd-3c64-4180-982a-f48eb15cf4ab req-e6f72965-f1d6-4e1f-88d1-121466bf8265 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:32.279803 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-07d957fd-3c64-4180-982a-f48eb15cf4ab req-e6f72965-f1d6-4e1f-88d1-121466bf8265 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0492067 Jan 25 02:43:32.353063 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-07d957fd-3c64-4180-982a-f48eb15cf4ab req-3026099e-5c03-4bb7-9b1b-9aa9fde6dc65 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675321 Jan 25 02:43:32.366251 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-e6622973-58c3-41a1-bb85-536bc75bd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:32.367757 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-e6622973-58c3-41a1-bb85-536bc75bd504 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 1098 time: 0.0507948 Jan 25 02:43:32.455243 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-32bcecf1-dc49-41e0-bf50-f9f5f3ba1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:32.456734 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-32bcecf1-dc49-41e0-bf50-f9f5f3ba1f4a service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0830877 Jan 25 02:43:32.525857 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-71640e0d-814e-4261-99bd-852dac8d2b44 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38dd2c4d-d070-42a6-8414-c0e245cda865 HTTP/1.1" status: 200 len: 1000 time: 0.0618205 Jan 25 02:43:32.572753 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-9bd70cff-53e6-487e-9e2f-35318dae0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:32.574202 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-9bd70cff-53e6-487e-9e2f-35318dae0f3f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0417924 Jan 25 02:43:32.618340 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-fe239f3b-d4d5-40de-a3fc-84f59375f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:32.619832 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-fe239f3b-d4d5-40de-a3fc-84f59375f593 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401495 Jan 25 02:43:32.710226 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-8eeb76f6-2e93-465a-9a40-50c8c7b828fc service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837905 Jan 25 02:43:32.798863 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b01377fd-e80f-4068-bd26-c4d0c3fdb0da req-af315868-5d94-4b1e-ac96-c0902facca63 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812900 Jan 25 02:43:32.962736 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:33.470830 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232cbcd-c6a3-4a23-9ea3-b887500ca7da req-a117c3be-7ac9-49ad-be95-0c4146f8184f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:33.472348 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2232cbcd-c6a3-4a23-9ea3-b887500ca7da req-a117c3be-7ac9-49ad-be95-0c4146f8184f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0519097 Jan 25 02:43:33.520847 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2232cbcd-c6a3-4a23-9ea3-b887500ca7da req-1d62c862-c4d5-4d7d-9bb5-ff3dc4d70324 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430310 Jan 25 02:43:34.165874 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:34.316081 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-8238c634-1916-42d9-b497-7a07320cd2ab service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378246 Jan 25 02:43:34.395502 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-fce7bfff-2dbf-485c-8d8e-5409d680b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:34.397000 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-fce7bfff-2dbf-485c-8d8e-5409d680b81a service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 1098 time: 0.0404906 Jan 25 02:43:34.466933 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:43:34.534848 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-474f0e17-4d77-48c9-adc4-b2bcd94ba261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:34.536401 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-474f0e17-4d77-48c9-adc4-b2bcd94ba261 service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.0860946 Jan 25 02:43:34.610814 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-3d447985-d008-4eef-93fc-e6ea5d6f5ed4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f HTTP/1.1" status: 200 len: 1001 time: 0.0683010 Jan 25 02:43:34.677478 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-38b5ff54-a945-4e55-beec-4b23d6cc4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:34.678936 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-38b5ff54-a945-4e55-beec-4b23d6cc4399 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0516295 Jan 25 02:43:34.688065 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e606246-7d31-4d16-87fc-0497d7947fd3 req-5fe0ac1f-cf77-4397-a5b9-0d663acb35d8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:34.689429 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e606246-7d31-4d16-87fc-0497d7947fd3 req-5fe0ac1f-cf77-4397-a5b9-0d663acb35d8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0953870 Jan 25 02:43:34.759062 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e606246-7d31-4d16-87fc-0497d7947fd3 req-5cb37339-754c-4fc3-8854-0b5bd57f550b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616405 Jan 25 02:43:34.760753 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-866ed98e-097f-4200-a97d-19afed5592d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:34.762129 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-866ed98e-097f-4200-a97d-19afed5592d2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718670 Jan 25 02:43:34.851957 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-beac6c5f-723d-4426-b282-1f33b7113da5 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833173 Jan 25 02:43:34.945030 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a033c027-033c-4957-941d-cbe5eecd1de8 req-4b72b679-8b7b-4146-87a3-c3ebfc4e6bdb service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867217 Jan 25 02:43:41.443064 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab507a22-4641-4f9e-a61f-4f59db4ffbdb req-60cfd7f6-c5eb-458e-af30-1582acf7da22 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:41.444564 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ab507a22-4641-4f9e-a61f-4f59db4ffbdb req-60cfd7f6-c5eb-458e-af30-1582acf7da22 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0474524 Jan 25 02:43:41.493388 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ab507a22-4641-4f9e-a61f-4f59db4ffbdb req-4dfb16d6-763b-4173-b64b-f2ee1e3ce0a7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430260 Jan 25 02:43:42.617433 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6c403-2dff-4115-9eff-b725d9e4cfd0 req-57a2d6d3-32ab-4887-b8a5-79915f64e2bd tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:42.618905 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-15b6c403-2dff-4115-9eff-b725d9e4cfd0 req-57a2d6d3-32ab-4887-b8a5-79915f64e2bd tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0521386 Jan 25 02:43:42.665069 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-15b6c403-2dff-4115-9eff-b725d9e4cfd0 req-91c8c51d-4040-47fb-8fc9-74cd5cf99b6c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404468 Jan 25 02:43:43.783987 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16b66b-e240-45ae-a517-08d558988f03 req-b01b4f6a-cdad-4719-9215-663559946346 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:43.785427 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dd16b66b-e240-45ae-a517-08d558988f03 req-b01b4f6a-cdad-4719-9215-663559946346 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0470693 Jan 25 02:43:43.831388 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dd16b66b-e240-45ae-a517-08d558988f03 req-fd2f00b6-7634-44ef-a21e-9ad5efa76518 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 Jan 25 02:43:44.951216 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71e68f-e919-43b4-98a1-681299d4ebcc req-d8ec27e8-d9a2-42c7-ab2e-7156a311d894 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:44.953107 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1f71e68f-e919-43b4-98a1-681299d4ebcc req-d8ec27e8-d9a2-42c7-ab2e-7156a311d894 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0477738 Jan 25 02:43:44.998334 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1f71e68f-e919-43b4-98a1-681299d4ebcc req-db0312c7-9282-46f5-bb0e-bef2375ba277 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396311 Jan 25 02:43:46.120231 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb122b-297f-4f09-ab21-fad0ca6f1631 req-20a817ca-b137-467c-a7c1-5f99ee9decd7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:46.121687 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ceb122b-297f-4f09-ab21-fad0ca6f1631 req-20a817ca-b137-467c-a7c1-5f99ee9decd7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0508165 Jan 25 02:43:46.168099 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ceb122b-297f-4f09-ab21-fad0ca6f1631 req-dd9f5024-33d1-41da-a621-6aa6c066debf tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Jan 25 02:43:47.287526 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808d63e-3086-4caa-81f9-c0178af03e96 req-de1dfc00-2502-4563-b312-cdb92a45cd98 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:47.289005 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7808d63e-3086-4caa-81f9-c0178af03e96 req-de1dfc00-2502-4563-b312-cdb92a45cd98 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0497839 Jan 25 02:43:47.335047 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7808d63e-3086-4caa-81f9-c0178af03e96 req-57946710-dc32-4c7a-b350-5d8e25403ab5 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405331 Jan 25 02:43:48.455897 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c7a20-b547-4497-a852-5336a26cc3b9 req-da2d73ca-d783-40d0-815a-b7f55179e31c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:48.457370 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e22c7a20-b547-4497-a852-5336a26cc3b9 req-da2d73ca-d783-40d0-815a-b7f55179e31c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0520265 Jan 25 02:43:48.502809 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e22c7a20-b547-4497-a852-5336a26cc3b9 req-dad28f3f-7339-4c6e-a355-48a14f7f5670 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 Jan 25 02:43:49.621312 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757ae2-364b-4977-afe9-411b61a23e80 req-a0cd0fd2-b4bd-43aa-a975-47cbeb32ef11 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:49.622784 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6a757ae2-364b-4977-afe9-411b61a23e80 req-a0cd0fd2-b4bd-43aa-a975-47cbeb32ef11 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0490389 Jan 25 02:43:49.671105 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6a757ae2-364b-4977-afe9-411b61a23e80 req-805a6961-c304-4cfe-8ff7-d9c4070c3796 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400691 Jan 25 02:43:50.789961 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2350019-21ba-446a-a43c-8c5edc721d80 req-d3912770-71e9-4d24-a308-30a44f2b4f94 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:50.791475 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f2350019-21ba-446a-a43c-8c5edc721d80 req-d3912770-71e9-4d24-a308-30a44f2b4f94 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0495555 Jan 25 02:43:50.837778 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f2350019-21ba-446a-a43c-8c5edc721d80 req-39662064-fa8d-4aa4-898c-fd75f30a049e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400357 Jan 25 02:43:51.963812 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b0886-e09b-4896-a139-e2f4b0f80d10 req-338a22eb-e159-4e46-8789-4da4b74c86ad tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:51.965377 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2c6b0886-e09b-4896-a139-e2f4b0f80d10 req-338a22eb-e159-4e46-8789-4da4b74c86ad tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0529320 Jan 25 02:43:52.028060 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2c6b0886-e09b-4896-a139-e2f4b0f80d10 req-18768687-683a-4af1-85f5-665b9181072e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565610 Jan 25 02:43:53.151768 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf45eb-8ff9-4528-8d64-fcab22da4196 req-32448ddb-06f5-425c-bd7d-6d5b0d2d6936 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:53.153225 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9baf45eb-8ff9-4528-8d64-fcab22da4196 req-32448ddb-06f5-425c-bd7d-6d5b0d2d6936 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0466614 Jan 25 02:43:53.203035 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9baf45eb-8ff9-4528-8d64-fcab22da4196 req-2de563d1-6959-4854-81f8-d384324795ef tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437279 Jan 25 02:43:54.319952 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff691a-da72-48e7-ab9e-beb5a98910e1 req-4096a179-921d-4c9c-a2b4-e34a6a1cfba2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:54.321408 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a7ff691a-da72-48e7-ab9e-beb5a98910e1 req-4096a179-921d-4c9c-a2b4-e34a6a1cfba2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0470591 Jan 25 02:43:54.367247 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a7ff691a-da72-48e7-ab9e-beb5a98910e1 req-a2225328-2333-46e6-92a4-676fff30b2c9 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Jan 25 02:43:54.424979 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:43:54.520246 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:54.531101 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'port_id': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'mac_address': 'fa:16:3e:aa:1b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:43:54.566954 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f is: ACTIVE; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:43:54.567344 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:54.580702 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:43:54.600009 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:54.604832 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:54.650177 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=6']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:54.657653 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.658007 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.658359 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.658700 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.659037 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.659369 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.659717 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.660104 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.660440 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.660782 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.661104 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.661430 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.661754 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:54.780494 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:43:55.487588 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75b529-a055-497e-b8c0-ee35e238b018 req-a48b20c8-d12a-4751-8e93-512d2c902071 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:55.489126 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a75b529-a055-497e-b8c0-ee35e238b018 req-a48b20c8-d12a-4751-8e93-512d2c902071 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 944 time: 0.0485320 Jan 25 02:43:55.535624 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a75b529-a055-497e-b8c0-ee35e238b018 req-148391fc-fec5-49a6-aad2-d2c9732289a0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 Jan 25 02:43:56.441315 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:43:56.488222 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:43:56.488595 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:56.565837 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:43:56.566238 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:56.592451 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:43:56.596860 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1205a16e-7c6d-4ac8-b690-32e14727f6d4" -d '{"events": [{"server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:43:56.615103 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:56.620143 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:56.646016 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4671382c-6171-4438-9db2-4a158b26593d x-openstack-request-id: req-4671382c-6171-4438-9db2-4a158b26593d {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:43:56.646311 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:43:56.646561 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-4671382c-6171-4438-9db2-4a158b26593d {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:43:56.646952 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'code': 200} Jan 25 02:43:56.670623 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=7']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:56.675253 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fdac9-4847-48c6-86aa-d57799d032e1 req-232ff4c5-21e2-458c-9115-ea6375ced536 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:56.676828 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3d8fdac9-4847-48c6-86aa-d57799d032e1 req-232ff4c5-21e2-458c-9115-ea6375ced536 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0494983 Jan 25 02:43:56.724449 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3d8fdac9-4847-48c6-86aa-d57799d032e1 req-7e57d87b-0abc-4d1b-bc5c-9ea4f8ae98a1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Jan 25 02:43:57.843925 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267ec51-a4c4-4378-9f9c-3f010c912724 req-4fa55905-6654-4e36-a77c-7c7288719668 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:57.845404 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2267ec51-a4c4-4378-9f9c-3f010c912724 req-4fa55905-6654-4e36-a77c-7c7288719668 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0478113 Jan 25 02:43:57.890659 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2267ec51-a4c4-4378-9f9c-3f010c912724 req-d85dd4d0-20a9-4d26-aea2-a575f4353a72 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392964 Jan 25 02:43:58.014763 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8df909f2-9439-4a7b-888b-60976f7dd662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:59.013547 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f28391-c3f2-4071-8008-9541ce59985f req-10f1410c-a590-4c00-acb3-dcc3b54c6712 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:59.015344 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c5f28391-c3f2-4071-8008-9541ce59985f req-10f1410c-a590-4c00-acb3-dcc3b54c6712 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0507336 Jan 25 02:43:59.061341 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c5f28391-c3f2-4071-8008-9541ce59985f req-709bf39f-e31f-4638-a0a3-389d3ff91a90 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Jan 25 02:44:00.170610 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4bd854ae-f251-42bd-8ad2-ef28fdf48a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:00.207350 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6633e-f1c0-4eba-a717-40753c6afb92 req-8d83a92d-ea90-4b76-a818-56e015d22a31 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:00.209670 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f5f6633e-f1c0-4eba-a717-40753c6afb92 req-8d83a92d-ea90-4b76-a818-56e015d22a31 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0637329 Jan 25 02:44:00.264856 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f5f6633e-f1c0-4eba-a717-40753c6afb92 req-b7db12a2-8fd6-497a-b406-3d02eb051614 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475585 Jan 25 02:44:01.408328 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfe494-9ad9-46c0-b26a-fffa84fa1cbf req-8bd517e8-c299-46d8-8d94-a731dd331bbe tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:01.416516 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b0dfe494-9ad9-46c0-b26a-fffa84fa1cbf req-8bd517e8-c299-46d8-8d94-a731dd331bbe tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0584867 Jan 25 02:44:01.463138 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b0dfe494-9ad9-46c0-b26a-fffa84fa1cbf req-2a8d9a9e-c578-4640-bc0c-56bc459556c2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454545 Jan 25 02:44:01.500164 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:01.537586 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:02.605438 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6720-928e-415d-bf9f-c55c307ca0fb req-75bc063b-cc46-41cc-aa5b-abf4ae16b82e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:02.611800 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3afe6720-928e-415d-bf9f-c55c307ca0fb req-75bc063b-cc46-41cc-aa5b-abf4ae16b82e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0666156 Jan 25 02:44:02.663059 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3afe6720-928e-415d-bf9f-c55c307ca0fb req-fcdb24d7-f974-48a1-ab90-d09e801d211c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481739 Jan 25 02:44:02.967041 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:03.790457 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ff9bc-a541-431c-95fd-0331d8e874b8 req-2fa2c051-1f2a-46db-b76e-48b498584579 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:03.792041 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b58ff9bc-a541-431c-95fd-0331d8e874b8 req-2fa2c051-1f2a-46db-b76e-48b498584579 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0524652 Jan 25 02:44:03.859743 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b58ff9bc-a541-431c-95fd-0331d8e874b8 req-ddde1b60-bae9-4427-b638-f3cb0fc6221f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595658 Jan 25 02:44:04.171068 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:04.995947 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142cb30-7a38-4e34-9e6e-67a506f95b8c req-56e809c7-9c34-4057-bc33-92304e701b6b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:04.997443 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2142cb30-7a38-4e34-9e6e-67a506f95b8c req-56e809c7-9c34-4057-bc33-92304e701b6b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0552907 Jan 25 02:44:05.048349 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2142cb30-7a38-4e34-9e6e-67a506f95b8c req-863118df-1227-4f33-abbd-457cc4bb14a7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Jan 25 02:44:06.180220 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2072b48-3369-49f4-afc2-eebf8939643e req-8ea2011e-3194-4740-b150-3f51e3d77750 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:06.181722 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c2072b48-3369-49f4-afc2-eebf8939643e req-8ea2011e-3194-4740-b150-3f51e3d77750 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0544367 Jan 25 02:44:06.235113 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c2072b48-3369-49f4-afc2-eebf8939643e req-f7f8b115-b520-495c-8d43-c6382013b7fc tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471392 Jan 25 02:44:07.373317 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b705708-82bc-41df-9ef6-0ab987769e1e req-adc00134-2680-4c94-a8dd-e5d4bfbd4d3e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:07.381924 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b705708-82bc-41df-9ef6-0ab987769e1e req-adc00134-2680-4c94-a8dd-e5d4bfbd4d3e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0633442 Jan 25 02:44:07.428468 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b705708-82bc-41df-9ef6-0ab987769e1e req-aaf812c8-c3d8-48fd-8431-974ea311ce77 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456195 Jan 25 02:44:08.559983 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea19290-d2ac-471a-8e31-7642a23e48cf req-a4681a32-ea3e-45d0-b5dc-77e3f6539ec7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:08.561475 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eea19290-d2ac-471a-8e31-7642a23e48cf req-a4681a32-ea3e-45d0-b5dc-77e3f6539ec7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0519753 Jan 25 02:44:08.616998 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eea19290-d2ac-471a-8e31-7642a23e48cf req-9c772b05-4707-4f6e-9f07-3fb9d28b6be3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489998 Jan 25 02:44:09.740173 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082ce51-bbd5-431c-983c-1bdab5880818 req-22b171ee-4107-4b53-b0c9-09848e9ac984 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:09.741664 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4082ce51-bbd5-431c-983c-1bdab5880818 req-22b171ee-4107-4b53-b0c9-09848e9ac984 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0490012 Jan 25 02:44:09.790934 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4082ce51-bbd5-431c-983c-1bdab5880818 req-66e10293-d8c2-4cba-a315-740b551ad9af tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436504 Jan 25 02:44:10.195022 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-21d57988-dfa0-47ff-9272-3cdd63d7a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:10.196606 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-21d57988-dfa0-47ff-9272-3cdd63d7a589 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 1098 time: 0.0422444 Jan 25 02:44:10.283068 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-8e8b4239-e931-4dd6-86db-8d002fe1f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:10.284573 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-8e8b4239-e931-4dd6-86db-8d002fe1f2e4 service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.0823574 Jan 25 02:44:10.350955 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-2ced13b4-5e41-4481-8b5d-e450fee4f6c0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f HTTP/1.1" status: 200 len: 1001 time: 0.0602465 Jan 25 02:44:10.398806 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-ec1953e7-50c0-42e0-8c4f-e6519206f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:10.400289 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-ec1953e7-50c0-42e0-8c4f-e6519206f84b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0431411 Jan 25 02:44:10.449609 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-cc1b3af1-dee3-4788-8955-4506f2cf1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:10.450994 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-cc1b3af1-dee3-4788-8955-4506f2cf1755 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444229 Jan 25 02:44:10.539609 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-a9933a99-15e6-4494-9fce-0660862a83ce service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827374 Jan 25 02:44:10.640485 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2f88bfdc-e0b0-469d-8834-3615a9381109 req-9a588402-189c-4b3d-9e29-3c3ee2220807 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951078 Jan 25 02:44:10.914946 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45c0ee-5b21-44c3-b500-eb67763faea8 req-3abc098c-ce3c-43db-9096-2f10a3900eee tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:10.916475 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5d45c0ee-5b21-44c3-b500-eb67763faea8 req-3abc098c-ce3c-43db-9096-2f10a3900eee tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0543151 Jan 25 02:44:10.962954 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5d45c0ee-5b21-44c3-b500-eb67763faea8 req-0761653f-9016-4286-a0fb-e04db29d266f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409980 Jan 25 02:44:11.465526 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:44:12.081551 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582605ad-7605-466f-81c8-e769a6c4b10c req-70a5faae-da18-4224-94cc-5e760eb9db71 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:12.083075 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-582605ad-7605-466f-81c8-e769a6c4b10c req-70a5faae-da18-4224-94cc-5e760eb9db71 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0476978 Jan 25 02:44:12.128082 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-582605ad-7605-466f-81c8-e769a6c4b10c req-dbfa437f-b96a-4aa8-b008-cdea6aef7f21 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395529 Jan 25 02:44:13.248834 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede22e7f-7999-410d-86c0-e3d3fbc3daac req-d94212df-0058-4f90-9205-8e6e1b9389e7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:13.250471 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ede22e7f-7999-410d-86c0-e3d3fbc3daac req-d94212df-0058-4f90-9205-8e6e1b9389e7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0515561 Jan 25 02:44:13.296527 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ede22e7f-7999-410d-86c0-e3d3fbc3daac req-885bb6ea-ebf9-465f-8425-129f7c1dbb76 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394580 Jan 25 02:44:14.062879 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-96c5d35d-a931-4326-932b-9b4f086ed7af req-e39ba511-d7df-4e55-a72d-2d00dbb4f9da service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:44:14.064596 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-96c5d35d-a931-4326-932b-9b4f086ed7af req-e39ba511-d7df-4e55-a72d-2d00dbb4f9da service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066767 Jan 25 02:44:14.224019 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6506b-1aef-41dc-94cd-38fa6c90b232 req-72a51bd8-1ad9-4fa6-b74a-442221ab722c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:14.225400 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-24f6506b-1aef-41dc-94cd-38fa6c90b232 req-72a51bd8-1ad9-4fa6-b74a-442221ab722c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 945 time: 0.0522687 Jan 25 02:44:14.271507 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-24f6506b-1aef-41dc-94cd-38fa6c90b232 req-73a2eb43-f068-4351-9caa-09d5218a2426 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406914 Jan 25 02:44:14.464910 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49028) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:14.542787 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-9cd4c257-4785-4cae-83f0-74025f237a91 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766654 Jan 25 02:44:14.551451 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-b4e536e6-d795-4793-a6c9-d98a35c253a1 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:44:14.552444 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-b4e536e6-d795-4793-a6c9-d98a35c253a1 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048120 Jan 25 02:44:14.576512 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:44:14.658798 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f is: ACTIVE; New status is: DOWN {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:44:14.659194 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:14.682723 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:44:14.685199 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468be9b9-0df7-437e-9ae0-6b40419a2475" -d '{"events": [{"server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:44:14.706153 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:14.711208 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:14.735733 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 02:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f8b50b-0524-47e9-8ba5-837f9cf0a400 x-openstack-request-id: req-03f8b50b-0524-47e9-8ba5-837f9cf0a400 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:44:14.735968 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "name": "network-vif-unplugged", "status": "failed", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f", "code": 422}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:44:14.736229 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-03f8b50b-0524-47e9-8ba5-837f9cf0a400 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:44:14.736643 dv-cinder-819778-6-iscsi neutron-server[102672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'code': 422} returned with failed status Jan 25 02:44:14.766982 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=8']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:15.411896 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638b390-a00e-4059-a602-2d03f9579dfe req-c3b8213d-3ee1-4f3f-9ee2-333dbd35a769 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:15.413326 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9638b390-a00e-4059-a602-2d03f9579dfe req-c3b8213d-3ee1-4f3f-9ee2-333dbd35a769 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0707409 Jan 25 02:44:15.440079 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-9068d7fc-9122-4a2e-bbda-b038969c122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:15.441474 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-9068d7fc-9122-4a2e-bbda-b038969c122f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9&tenant_id=461a94a96965493aa3c9fdfcd43258c5 HTTP/1.1" status: 200 len: 1096 time: 0.0623305 Jan 25 02:44:15.468244 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9638b390-a00e-4059-a602-2d03f9579dfe req-20f701fb-8fbd-432f-b823-2370d048b8ae tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486042 Jan 25 02:44:15.520232 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-3a4fa06b-a7f3-4382-b761-86d8daf17649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:15.521671 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-3a4fa06b-a7f3-4382-b761-86d8daf17649 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=461a94a96965493aa3c9fdfcd43258c5&device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 1096 time: 0.0433307 Jan 25 02:44:15.613693 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-170838ab-4ea7-4969-af98-b4f788e57dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:15.615053 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-170838ab-4ea7-4969-af98-b4f788e57dd5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 200 len: 918 time: 0.0868304 Jan 25 02:44:15.685014 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-2d16bcc2-0520-4d3b-afa1-6e9002e9576d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f HTTP/1.1" status: 200 len: 999 time: 0.0634301 Jan 25 02:44:15.731718 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-cdcbd2b0-5e0d-4cdd-85fa-6fcd4c5d0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:15.733415 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-cdcbd2b0-5e0d-4cdd-85fa-6fcd4c5d0d27 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 200 len: 856 time: 0.0426149 Jan 25 02:44:15.774331 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-c4ea2db1-7f6e-4a85-ae2a-6319a7588e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:15.775775 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-c4ea2db1-7f6e-4a85-ae2a-6319a7588e21 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=65df6904-e24d-4fef-8b76-dfdf7556d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372322 Jan 25 02:44:15.863312 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-cb1ec1ad-eb34-420a-8ee8-5a81b4bfd374 service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817151 Jan 25 02:44:15.955429 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-8bf9b381-6668-4307-aeb2-f432b820011a service neutron] 10.222.0.121 "GET /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861790 Jan 25 02:44:16.616186 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f25b29-1121-4384-abe2-8799c02b6783 req-3d080158-1c7d-42d9-b8ee-c861b401cdc8 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:16.617739 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-09f25b29-1121-4384-abe2-8799c02b6783 req-3d080158-1c7d-42d9-b8ee-c861b401cdc8 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0551658 Jan 25 02:44:16.681206 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-09f25b29-1121-4384-abe2-8799c02b6783 req-c64121fc-76f8-47ca-8818-a0970778f3e6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564387 Jan 25 02:44:18.050250 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e409a-5efc-4f91-a16b-e3d62943ceb0 req-2b3a3081-34ce-4531-80ce-cf90244c694f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:18.051802 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a21e409a-5efc-4f91-a16b-e3d62943ceb0 req-2b3a3081-34ce-4531-80ce-cf90244c694f tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.3005996 Jan 25 02:44:18.100513 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a21e409a-5efc-4f91-a16b-e3d62943ceb0 req-6557d5a9-b669-4588-a93c-926f54b87ac7 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 Jan 25 02:44:19.224273 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b148-a5a1-4eb0-aa6d-aec16d09efbc req-d7e7a2b4-d1de-4cfc-8176-3f229a613635 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:19.225775 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6462b148-a5a1-4eb0-aa6d-aec16d09efbc req-d7e7a2b4-d1de-4cfc-8176-3f229a613635 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0503166 Jan 25 02:44:19.275133 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6462b148-a5a1-4eb0-aa6d-aec16d09efbc req-2020e7ec-1933-467a-8ecc-2cf35206b539 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435214 Jan 25 02:44:20.401125 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7eccb-5a94-4550-819c-52511c314405 req-fb1d69c0-e64b-4347-9ca5-0c9d6408301d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:20.403535 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f7c7eccb-5a94-4550-819c-52511c314405 req-fb1d69c0-e64b-4347-9ca5-0c9d6408301d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0504162 Jan 25 02:44:20.451754 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f7c7eccb-5a94-4550-819c-52511c314405 req-cb80321a-e5d8-49c9-9809-408214ef5941 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413177 Jan 25 02:44:21.579240 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408620c7-b52b-4e56-802a-2af077d17408 req-63b43afa-56d3-4bdf-86f2-9b1dd0961dd3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:21.580699 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-408620c7-b52b-4e56-802a-2af077d17408 req-63b43afa-56d3-4bdf-86f2-9b1dd0961dd3 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0508642 Jan 25 02:44:21.634231 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-408620c7-b52b-4e56-802a-2af077d17408 req-8230de3e-f78a-4e61-a193-c78bf6c645ab tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476742 Jan 25 02:44:22.759544 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ecd25-1655-464d-bf97-fea8e85ab5b7 req-44ee43a5-a29f-448e-b609-727a6e382831 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:22.761376 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cc2ecd25-1655-464d-bf97-fea8e85ab5b7 req-44ee43a5-a29f-448e-b609-727a6e382831 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0509741 Jan 25 02:44:22.814541 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cc2ecd25-1655-464d-bf97-fea8e85ab5b7 req-da86465c-737b-40d3-a999-908a2a288c1e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473108 Jan 25 02:44:23.946533 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce967218-d34d-4c99-bb86-ab2bb2cc4b47 req-434b8371-2eb2-4ff7-9a5e-741d524bc363 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:23.947965 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ce967218-d34d-4c99-bb86-ab2bb2cc4b47 req-434b8371-2eb2-4ff7-9a5e-741d524bc363 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0541570 Jan 25 02:44:24.004240 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ce967218-d34d-4c99-bb86-ab2bb2cc4b47 req-8a491498-209e-4236-bc73-76deb12fed98 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449162 Jan 25 02:44:25.132470 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab76c4a-4eb7-4bfe-8dfb-d6ceae4458ab req-95570afe-6a91-4a6f-8815-eff83887185c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:25.133943 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ab76c4a-4eb7-4bfe-8dfb-d6ceae4458ab req-95570afe-6a91-4a6f-8815-eff83887185c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0543962 Jan 25 02:44:25.186248 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ab76c4a-4eb7-4bfe-8dfb-d6ceae4458ab req-bf668e0c-eb2a-44e8-a1d6-5c27926ea135 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461602 Jan 25 02:44:26.305137 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b46986-723a-4417-a381-0afca3f9b937 req-d9bdbc26-5d7b-4e58-909e-0046ac9c3d4d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:26.306601 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95b46986-723a-4417-a381-0afca3f9b937 req-d9bdbc26-5d7b-4e58-909e-0046ac9c3d4d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0473809 Jan 25 02:44:26.352686 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95b46986-723a-4417-a381-0afca3f9b937 req-de34ef32-e554-4d5e-be48-b90f5912439e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402803 Jan 25 02:44:27.468385 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86789d-f079-4800-8d3c-dc0d65b21c0b req-6980a038-ad52-4192-80dc-e7f358fd5580 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:27.469844 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bf86789d-f079-4800-8d3c-dc0d65b21c0b req-6980a038-ad52-4192-80dc-e7f358fd5580 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0471399 Jan 25 02:44:27.514494 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bf86789d-f079-4800-8d3c-dc0d65b21c0b req-e869f242-1b98-407f-bad9-eadfdf3a22de tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390649 Jan 25 02:44:28.017781 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4f807900-5ee1-448b-89a7-5ebe80725e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:28.640383 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1baee-c8da-45c1-8da0-367f1b96247a req-43e98ee3-f55c-4717-8e93-a217dc38daa6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:28.642395 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-78a1baee-c8da-45c1-8da0-367f1b96247a req-43e98ee3-f55c-4717-8e93-a217dc38daa6 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0515919 Jan 25 02:44:28.691015 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-78a1baee-c8da-45c1-8da0-367f1b96247a req-e5e38e19-883a-4317-a2fa-55dd87b2a938 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Jan 25 02:44:29.812559 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d46c8e-8f5e-483a-b1d4-6b892fe2dd9c req-424bc620-634d-4f3f-a094-5cd814822db0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:29.814366 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-25d46c8e-8f5e-483a-b1d4-6b892fe2dd9c req-424bc620-634d-4f3f-a094-5cd814822db0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0506978 Jan 25 02:44:29.860392 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-25d46c8e-8f5e-483a-b1d4-6b892fe2dd9c req-65852ab1-ba5b-41b7-a9ce-b85d45b9d45e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404541 Jan 25 02:44:30.185370 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2487b894-f906-4d62-8ecb-22901216696f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:30.978205 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de156e65-a76a-4aef-a324-0084e5b3975f req-65faef56-835d-4824-81ab-14a2fad3d287 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:30.979715 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-de156e65-a76a-4aef-a324-0084e5b3975f req-65faef56-835d-4824-81ab-14a2fad3d287 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0478299 Jan 25 02:44:31.025600 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-de156e65-a76a-4aef-a324-0084e5b3975f req-fd0064d3-6c1d-4767-a6d8-0b39c317b9a2 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Jan 25 02:44:31.492524 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:31.534910 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:32.144822 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602d0b9-88a2-4dc7-90dd-0e0fa914a504 req-a55d0b32-efff-45d4-b3d2-6ce95a9ce8cf tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:32.146273 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9602d0b9-88a2-4dc7-90dd-0e0fa914a504 req-a55d0b32-efff-45d4-b3d2-6ce95a9ce8cf tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 943 time: 0.0477111 Jan 25 02:44:32.191351 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9602d0b9-88a2-4dc7-90dd-0e0fa914a504 req-214e9f25-4fd4-4762-8a03-1e0fa9d9daec tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394871 Jan 25 02:44:32.674080 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:44:32.771197 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:32.783440 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'port_id': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'mac_address': 'fa:16:3e:aa:1b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:44:32.823315 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:44:32.823741 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:32.837056 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:44:32.856364 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:32.859823 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:32.905496 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=9']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:32.970358 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:33.300957 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:44:33.309545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09d524-ede2-49cd-9101-b326e28be8ff req-84788eb9-0803-4b4e-8f18-a4069b6a3a70 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:33.311021 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dc09d524-ede2-49cd-9101-b326e28be8ff req-84788eb9-0803-4b4e-8f18-a4069b6a3a70 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 944 time: 0.0467079 Jan 25 02:44:33.361847 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dc09d524-ede2-49cd-9101-b326e28be8ff req-b72093cf-801f-45f1-b8f2-56f0dbc17006 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446715 Jan 25 02:44:34.164394 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:34.480816 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23869c2d-d184-4d51-9b47-1bbb18caae6a req-a65752d8-0352-4b1b-b4fb-94aaf10d2368 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:34.482278 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-23869c2d-d184-4d51-9b47-1bbb18caae6a req-a65752d8-0352-4b1b-b4fb-94aaf10d2368 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 944 time: 0.0477791 Jan 25 02:44:34.530505 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-23869c2d-d184-4d51-9b47-1bbb18caae6a req-df0de3a4-694f-4de4-bf63-9c572c9a2a3c tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Jan 25 02:44:34.700506 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:44:34.746625 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:44:34.746912 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:34.823465 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:44:34.823885 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:34.845933 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:44:34.848134 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f30490c-ced1-46bc-8f4e-0e28ec2467df" -d '{"events": [{"server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:44:34.859864 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:34.864203 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:34.888806 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6460458f-55c3-41db-a3ac-db78422cff69 x-openstack-request-id: req-6460458f-55c3-41db-a3ac-db78422cff69 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:44:34.889097 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:44:34.889350 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-6460458f-55c3-41db-a3ac-db78422cff69 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:44:34.889735 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'code': 200} Jan 25 02:44:34.912844 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=10']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:35.107025 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26363e01-ee5f-4674-a0cf-050534f17b17 req-50509c75-f41a-40e9-b530-724df9bac4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:35.108425 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-26363e01-ee5f-4674-a0cf-050534f17b17 req-50509c75-f41a-40e9-b530-724df9bac4be service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 1099 time: 0.0384035 Jan 25 02:44:35.151231 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-26363e01-ee5f-4674-a0cf-050534f17b17 req-4f75de46-d85e-41ae-8cde-351e2349ac4e service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368745 Jan 25 02:44:35.665175 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-064ea926-aa08-4424-aceb-d2d50b92bf70 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691497 Jan 25 02:44:35.679399 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e7df6-3428-4a51-ba64-e1aece161fa0 req-ec6c135d-36d9-415b-9c95-b3deb7e6dbe5 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:35.680870 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7d3e7df6-3428-4a51-ba64-e1aece161fa0 req-ec6c135d-36d9-415b-9c95-b3deb7e6dbe5 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 946 time: 0.0773997 Jan 25 02:44:35.736632 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7d3e7df6-3428-4a51-ba64-e1aece161fa0 req-f7c74aaf-0704-45df-83a9-781617e7bac1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503061 Jan 25 02:44:35.764821 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-af57ec6c-e408-4887-ac2e-235caa894226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:35.766939 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-af57ec6c-e408-4887-ac2e-235caa894226 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 1098 time: 0.0423250 Jan 25 02:44:35.870024 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-3efa6a8d-ca58-43d3-b346-b3a3d4785520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:35.871358 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-3efa6a8d-ca58-43d3-b346-b3a3d4785520 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0858905 Jan 25 02:44:35.940282 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-3c57e806-3202-441c-ad51-d9fca2a42dc2 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38dd2c4d-d070-42a6-8414-c0e245cda865 HTTP/1.1" status: 200 len: 1000 time: 0.0613387 Jan 25 02:44:35.990355 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-aea26d88-7ea5-4fc0-9cb7-1eb5e8284f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:35.991824 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-aea26d88-7ea5-4fc0-9cb7-1eb5e8284f15 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0439055 Jan 25 02:44:36.038287 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-8d9b9419-2c61-41c9-abe4-adcbf16a28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:36.039758 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-8d9b9419-2c61-41c9-abe4-adcbf16a28aa service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421538 Jan 25 02:44:36.133518 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-b8d214cf-de84-4314-b0be-e336d1e69dda service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795312 Jan 25 02:44:36.225587 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7eb5bc50-3bfe-4e7a-a616-3e0cdcba6cbd req-3fe139da-6a11-495e-ad62-ae7c2095d8b4 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860715 Jan 25 02:44:36.863899 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b0773-573d-4ba7-a3c5-095f8c72d994 req-8c05123c-1f31-4863-8832-5b5b6cad88f4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:36.865527 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-022b0773-573d-4ba7-a3c5-095f8c72d994 req-8c05123c-1f31-4863-8832-5b5b6cad88f4 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 946 time: 0.0533919 Jan 25 02:44:36.917440 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-022b0773-573d-4ba7-a3c5-095f8c72d994 req-6d14690b-c8e6-4f41-864e-c0b82e10489b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460043 Jan 25 02:44:38.038162 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f9f1b-4f55-4f3a-bf5d-cdee94517585 req-f48a6cda-6ac2-43a7-b63d-336b4b3d856e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:38.039885 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca5f9f1b-4f55-4f3a-bf5d-cdee94517585 req-f48a6cda-6ac2-43a7-b63d-336b4b3d856e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 946 time: 0.0486619 Jan 25 02:44:38.086267 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca5f9f1b-4f55-4f3a-bf5d-cdee94517585 req-d8ddf704-092d-4094-a68b-ef6731ecf52e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Jan 25 02:44:38.839323 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5496ff-c253-4a03-bbd0-a7da92fa46bd req-b9e2d08e-13d5-47c7-8d80-6a5fbf47e652 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:38.840831 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8e5496ff-c253-4a03-bbd0-a7da92fa46bd req-b9e2d08e-13d5-47c7-8d80-6a5fbf47e652 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0475233 Jan 25 02:44:38.888327 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8e5496ff-c253-4a03-bbd0-a7da92fa46bd req-4e1bad81-7380-4e3b-b505-1007cf3682d5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418456 Jan 25 02:44:40.007087 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7306d-5a34-4db8-b40c-708586547447 req-209bba52-59b9-4337-9c7c-0107e15843b5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:40.008599 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e1f7306d-5a34-4db8-b40c-708586547447 req-209bba52-59b9-4337-9c7c-0107e15843b5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0478981 Jan 25 02:44:40.058758 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e1f7306d-5a34-4db8-b40c-708586547447 req-74d0ae12-8397-4f91-b29b-0024ae08f886 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Jan 25 02:44:41.128932 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-d2d2f21d-0087-4e74-9c43-4b0360db6ae3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:41.130403 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-d2d2f21d-0087-4e74-9c43-4b0360db6ae3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.121 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0473328 Jan 25 02:44:41.179984 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5649f-419b-4bea-a0c3-f11c2708d076 req-d561c778-d597-4c9f-8672-22744e86effe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:41.181566 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fbf5649f-419b-4bea-a0c3-f11c2708d076 req-d561c778-d597-4c9f-8672-22744e86effe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 945 time: 0.0522161 Jan 25 02:44:41.226550 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Deleting port 38dd2c4d-d070-42a6-8414-c0e245cda865 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:44:41.226901 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:41.230166 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fbf5649f-419b-4bea-a0c3-f11c2708d076 req-15c60d3c-1e92-4843-9dc4-b9f6ffae0a77 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=f861351e-7372-47fa-9f23-44e72cf62c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429094 Jan 25 02:44:41.319302 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] For port 38dd2c4d-d070-42a6-8414-c0e245cda865, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=38dd2c4d-d070-42a6-8414-c0e245cda865,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:41.319663 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:41.489109 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:41.489467 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (1b59c426-e003-429b-9935-aecaea26f116), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:41.489778 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Floating IP 1b59c426-e003-429b-9935-aecaea26f116 disassociated. External IP: 172.27.1.48, port: 38dd2c4d-d070-42a6-8414-c0e245cda865. Jan 25 02:44:41.490231 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Calling delete_port for 38dd2c4d-d070-42a6-8414-c0e245cda865 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:44:41.617784 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (38dd2c4d-d070-42a6-8414-c0e245cda865), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:41.646828 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event deleted for resources: {'Port': ['ID=38dd2c4d-d070-42a6-8414-c0e245cda865,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:41.658991 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.659347 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.659756 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.660107 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.660446 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.660786 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.661119 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.661459 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.661787 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.662132 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.662461 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.662788 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.663759 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:41.769416 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:44:41.873318 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:44:41.883557 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] Sync routers for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:44:41.893310 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:44:41.893930 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:44:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:44:41.910299 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] No DVR routers for this DVR port 38dd2c4d-d070-42a6-8414-c0e245cda865 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:44:41.912849 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:41.916313 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1712fc09-7bd7-4375-a978-aaf324adc61c req-1644e537-2f9f-413b-9753-d000b73fcfcf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.121 "DELETE /v2.0/ports/38dd2c4d-d070-42a6-8414-c0e245cda865 HTTP/1.1" status: 204 len: 173 time: 0.7804432 Jan 25 02:44:41.916695 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'name': 'network-vif-deleted', 'tag': '38dd2c4d-d070-42a6-8414-c0e245cda865'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:44:41.919110 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9dd6dc-30bb-4b1d-a6dd-d45fcc809ee5" -d '{"events": [{"server_uuid": "005bbb3b-aa37-44d8-baa7-f0d1278d1590", "name": "network-vif-deleted", "tag": "38dd2c4d-d070-42a6-8414-c0e245cda865"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:44:41.959518 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3512cd9d-0567-4c8c-a07d-b1a566ab0681 x-openstack-request-id: req-3512cd9d-0567-4c8c-a07d-b1a566ab0681 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:44:41.959843 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005bbb3b-aa37-44d8-baa7-f0d1278d1590", "name": "network-vif-deleted", "tag": "38dd2c4d-d070-42a6-8414-c0e245cda865", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:44:41.960106 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-3512cd9d-0567-4c8c-a07d-b1a566ab0681 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:44:41.960516 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005bbb3b-aa37-44d8-baa7-f0d1278d1590', 'name': 'network-vif-deleted', 'tag': '38dd2c4d-d070-42a6-8414-c0e245cda865', 'status': 'completed', 'code': 200} Jan 25 02:44:42.009290 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:44:42.215811 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:44:42.242445 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] Checking router: 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:44:42.251080 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:44:42.251951 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:44:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:44:42.337157 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a438505d-475b-42ce-9d23-92ca10bca792 req-a727e9fd-2ccd-48ca-9bb0-e818fc41c722 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=005bbb3b-aa37-44d8-baa7-f0d1278d1590 HTTP/1.1" status: 200 len: 210 time: 0.0277495 Jan 25 02:44:42.358358 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:44:42.555963 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:44:42.586702 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90762e0-e6a0-4a4d-95ea-fd6cfbed095d None None] The sync data for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi is: [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:44:42.802099 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed4c51-218b-4ccd-8ab5-adee345266a7 None None] New status for floating IP 1b59c426-e003-429b-9935-aecaea26f116: DOWN {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:44:43.416767 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49172) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:43.468874 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (f861351e-7372-47fa-9f23-44e72cf62c06), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:43.491781 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (f861351e-7372-47fa-9f23-44e72cf62c06), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:43.538019 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (f861351e-7372-47fa-9f23-44e72cf62c06), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:43.540570 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:43.541724 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "DELETE /v2.0/security-groups/f861351e-7372-47fa-9f23-44e72cf62c06 HTTP/1.1" status: 204 len: 168 time: 0.1239438 Jan 25 02:44:43.544636 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49174) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:43.550538 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f861351e-7372-47fa-9f23-44e72cf62c06,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:43.557532 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.557889 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.558084 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.api.v2.resource [None req-2dfce42e-8341-4127-a89f-d91fc7f17bfd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] show failed (client error): The resource could not be found. Jan 25 02:44:43.558238 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.558581 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.561779 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.561922 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-2dfce42e-8341-4127-a89f-d91fc7f17bfd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups/f861351e-7372-47fa-9f23-44e72cf62c06 HTTP/1.1" status: 404 len: 347 time: 0.0134525 Jan 25 02:44:43.562038 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.562038 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.562038 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.562038 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.562038 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.562038 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.562038 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.562038 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835a515c-4ada-421a-9d11-60055d5e717d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:43.562697 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49176) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:43.690091 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-aab3ff99-2294-48f6-84a5-7ead9bd7f1f5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Deleting port f6166660-5708-49de-9255-3fa1d4dd505f {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:44:43.690418 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab3ff99-2294-48f6-84a5-7ead9bd7f1f5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (f6166660-5708-49de-9255-3fa1d4dd505f), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:43.768090 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab3ff99-2294-48f6-84a5-7ead9bd7f1f5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (f6166660-5708-49de-9255-3fa1d4dd505f), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:43.768479 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab3ff99-2294-48f6-84a5-7ead9bd7f1f5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (f6166660-5708-49de-9255-3fa1d4dd505f), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:43.779902 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-aab3ff99-2294-48f6-84a5-7ead9bd7f1f5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Calling delete_port for f6166660-5708-49de-9255-3fa1d4dd505f owned by network:floatingip {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:44:43.908649 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab3ff99-2294-48f6-84a5-7ead9bd7f1f5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (f6166660-5708-49de-9255-3fa1d4dd505f), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:43.934555 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3ff99-2294-48f6-84a5-7ead9bd7f1f5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event deleted for resources: {'Port': ['ID=f6166660-5708-49de-9255-3fa1d4dd505f,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:43.990825 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab3ff99-2294-48f6-84a5-7ead9bd7f1f5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (1b59c426-e003-429b-9935-aecaea26f116), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:43.993355 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aab3ff99-2294-48f6-84a5-7ead9bd7f1f5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:43.994498 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-aab3ff99-2294-48f6-84a5-7ead9bd7f1f5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "DELETE /v2.0/floatingips/1b59c426-e003-429b-9935-aecaea26f116 HTTP/1.1" status: 204 len: 168 time: 0.4317105 Jan 25 02:44:44.703469 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 38dd2c4d-d070-42a6-8414-c0e245cda865 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:44:44.723517 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: 38dd2c4d-d070-42a6-8414-c0e245cda865 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:44:44.723891 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 38dd2c4d-d070-42a6-8414-c0e245cda865 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:44:45.391453 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49182) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:45.396181 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-cb5f172c-6133-4fab-b4a7-58124d67e456 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1914216684', 'description': 'tempest-description--2418750'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:45.420898 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb5f172c-6133-4fab-b4a7-58124d67e456 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.488804 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb5f172c-6133-4fab-b4a7-58124d67e456 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (4762de04-ec51-4420-94da-9ef1baebf35f), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.492220 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb5f172c-6133-4fab-b4a7-58124d67e456 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (4762de04-ec51-4420-94da-9ef1baebf35f), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.520549 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb5f172c-6133-4fab-b4a7-58124d67e456 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.521774 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-cb5f172c-6133-4fab-b4a7-58124d67e456 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1292369 Jan 25 02:44:45.522994 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f172c-6133-4fab-b4a7-58124d67e456 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4762de04-ec51-4420-94da-9ef1baebf35f,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:45.525734 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49184) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:45.530717 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-3aeffbb4-5919-48f8-aa07-9c989bea31ba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'security_group_rule': {'security_group_id': '4762de04-ec51-4420-94da-9ef1baebf35f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:45.569509 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3aeffbb4-5919-48f8-aa07-9c989bea31ba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (a6c1a54a-94b0-46bf-85c8-fa7ebdf7369d), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.627129 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3aeffbb4-5919-48f8-aa07-9c989bea31ba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (a6c1a54a-94b0-46bf-85c8-fa7ebdf7369d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.630852 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3aeffbb4-5919-48f8-aa07-9c989bea31ba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (a6c1a54a-94b0-46bf-85c8-fa7ebdf7369d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.649144 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeffbb4-5919-48f8-aa07-9c989bea31ba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c1a54a-94b0-46bf-85c8-fa7ebdf7369d,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:45.659323 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3aeffbb4-5919-48f8-aa07-9c989bea31ba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.660588 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3aeffbb4-5919-48f8-aa07-9c989bea31ba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334076 Jan 25 02:44:45.664147 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49186) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:45.668871 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-af765540-b4b9-4db4-b935-3100acd25019 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'security_group_rule': {'security_group_id': '4762de04-ec51-4420-94da-9ef1baebf35f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:45.698628 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af765540-b4b9-4db4-b935-3100acd25019 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (6f69b7c7-3123-4745-977b-0fcc3901ecfb), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.753416 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af765540-b4b9-4db4-b935-3100acd25019 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (6f69b7c7-3123-4745-977b-0fcc3901ecfb), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.757123 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af765540-b4b9-4db4-b935-3100acd25019 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (6f69b7c7-3123-4745-977b-0fcc3901ecfb), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.774612 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af765540-b4b9-4db4-b935-3100acd25019 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f69b7c7-3123-4745-977b-0fcc3901ecfb,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:45.783116 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af765540-b4b9-4db4-b935-3100acd25019 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.784324 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-af765540-b4b9-4db4-b935-3100acd25019 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192043 Jan 25 02:44:45.787316 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49188) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:45.791485 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'floatingip': {'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:45.814620 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.915633 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.020581 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Allocated IP 172.27.1.134 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:44:46.123657 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for port (8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.156003 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.192555 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:44:46.197203 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:44:46.200836 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:44:46.206657 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'Port': ['ID=8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:46.291941 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (0c46d873-6d81-422e-a79c-660d3cc6fec4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.325440 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.471716 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for port (8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.476222 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10000767'] for port (8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.542744 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'Port': ['ID=8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:46.550698 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (0c46d873-6d81-422e-a79c-660d3cc6fec4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.565222 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.566439 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-bb1445ef-fc18-40b8-afd1-8a4e52166fa8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7781322 Jan 25 02:44:46.714628 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e26f139-f4ba-48f7-aa61-bc493fd34a37 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-securitygroup--1914216684&fields=id&tenant_id=334fc558eb7e4efb8031bd3f409ddfda HTTP/1.1" status: 200 len: 267 time: 0.0429482 Jan 25 02:44:46.822507 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-e1696257-08f5-4395-a882-5e2b1b64ff98 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:46.824160 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-e1696257-08f5-4395-a882-5e2b1b64ff98 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 811 time: 0.1032283 Jan 25 02:44:46.839452 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-f94807ee-9479-4ec1-a93e-bdf48eafe9e3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/quotas/334fc558eb7e4efb8031bd3f409ddfda HTTP/1.1" status: 200 len: 375 time: 0.0097651 Jan 25 02:44:46.891129 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-1d6cb09f-5700-4507-9700-7ab3309e17fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444365 Jan 25 02:44:47.219904 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-306461b3-4fb0-494e-856c-e406e3b6e47f service neutron] 10.222.0.117 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169615 Jan 25 02:44:47.307794 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-1410f97f-8d9c-4a20-83d5-be7bdea9e3d6 service neutron] 10.222.0.117 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812871 Jan 25 02:44:47.462361 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d7920d2b-fd86-4e7a-b9b1-2e81b66b3557 req-eb684460-cc8e-4716-a9a8-3fa8d6e40614 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0262823 Jan 25 02:44:48.464182 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:44:48.536506 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8c7c6c88-ce62-493e-a49c-b373d55b7413 req-993c622d-9124-46f8-8af1-d73bfef4d6ba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253808 Jan 25 02:44:49.611253 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-83ab1e0e-7a79-4905-b552-cb9f2199bd84 req-bd003c31-e0d0-4614-9bc0-29ffeea02593 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0258322 Jan 25 02:44:50.688245 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d2734647-184c-4121-bb61-4b48e8514dd1 req-b9af46bc-d5b0-408f-a3ae-79bbe5037cc4 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0260336 Jan 25 02:44:51.782143 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c7da507c-1bd2-43b9-bae3-e6ba568ef994 req-d266e2d8-35a3-4dc2-b91a-7891c8b20a05 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251777 Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.631892 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:44:52.634338 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-b1ba3920-c901-4b80-b849-88d0639650ff tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:52.635277 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-b1ba3920-c901-4b80-b849-88d0639650ff tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 811 time: 0.1056814 Jan 25 02:44:52.744082 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-a454f972-3fe4-407f-a6b0-2ec1c15187f8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=334fc558eb7e4efb8031bd3f409ddfda HTTP/1.1" status: 200 len: 380 time: 0.0719888 Jan 25 02:44:52.754974 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'port': {'device_id': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'admin_state_up': True, 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'security_groups': ['4762de04-ec51-4420-94da-9ef1baebf35f']}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:52.866976 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Made reservation on behalf of 334fc558eb7e4efb8031bd3f409ddfda for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:44:52.870513 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:52.880158 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-35056eca-cbe7-49b6-b350-a3013c2847c8 req-dd579cc5-d6c9-432a-9d6a-43b9719fdb4c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0286582 Jan 25 02:44:52.995455 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Allocated IP 172.20.0.9 (760904a4-7afc-47ca-8ae4-4f69f0763420/9b97b83c-1dfb-454b-bbb5-aded573652a0/cd4e4a7b-1d2b-4911-8e5f-31090ff65889) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:44:53.129089 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:53.162490 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:53.204068 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Network 760904a4-7afc-47ca-8ae4-4f69f0763420 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:44:53.209531 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:44:53.213066 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:44:53.220127 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event updated for resources: {'Port': ['ID=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:53.267267 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:53.268777 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:53.286905 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-c53fbf7a-2dd5-4c61-980e-25c0e66c63e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360196 Jan 25 02:44:53.352534 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Request body: {'port': {'device_id': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:53.409457 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:53.473354 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-b9460472-7868-44a9-826b-98ffaf10b4e1 None None] Provisioning complete for port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:44:53.474023 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b9460472-7868-44a9-826b-98ffaf10b4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:53.507551 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-b9460472-7868-44a9-826b-98ffaf10b4e1 None None] Port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:44:53.662020 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4e4a7b-1d2b-4911-8e5f-31090ff65889 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:44:53.669166 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Publish callbacks [] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:53.680993 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Transition to ACTIVE for port object cd4e4a7b-1d2b-4911-8e5f-31090ff65889 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:44:53.684845 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:53.756603 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Pushing event updated for resources: {'Port': ['ID=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:53.808880 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Attempting to bind port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:44:53.809225 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Attempting to bind port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:44:53.809560 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Attempting to bind port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 on network 760904a4-7afc-47ca-8ae4-4f69f0763420 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:44:53.814104 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 on network 760904a4-7afc-47ca-8ae4-4f69f0763420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:44:53.815094 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Attempting to bind port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 on network 760904a4-7afc-47ca-8ae4-4f69f0763420 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:44:53.820211 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:44:53.820554 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Checking segment: {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:44:53.820945 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Bound using segment: {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:44:53.821379 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Bound port: cd4e4a7b-1d2b-4911-8e5f-31090ff65889, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aebdda5-3ee2-4274-98b7-5073f2196b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:44:53.821741 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:53.885953 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] For port cd4e4a7b-1d2b-4911-8e5f-31090ff65889, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:44:53.889159 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] For port cd4e4a7b-1d2b-4911-8e5f-31090ff65889, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:44:53.893399 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:53.933428 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:53.934685 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:53.935448 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] 10.222.0.121 "PUT /v2.0/ports/cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1093 time: 0.5872488 Jan 25 02:44:53.935930 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'tag': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:44:53.938183 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05992235-9807-42d9-bfa6-a3a8bf7871ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cdcd64-14e7-487b-89ae-eed962163f8c", "tag": "cd4e4a7b-1d2b-4911-8e5f-31090ff65889"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:44:53.967191 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a67ed-43fe-4a38-a5bd-f782c516a15c service neutron] Pushing event updated for resources: {'Port': ['ID=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:53.998185 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fb7329-5eab-498a-a947-70ef1a383797 x-openstack-request-id: req-82fb7329-5eab-498a-a947-70ef1a383797 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:44:53.998484 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cdcd64-14e7-487b-89ae-eed962163f8c", "tag": "cd4e4a7b-1d2b-4911-8e5f-31090ff65889", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:44:53.998744 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-82fb7329-5eab-498a-a947-70ef1a383797 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:44:53.999148 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'tag': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889', 'status': 'completed', 'code': 200} Jan 25 02:44:54.035138 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869e7-659f-4f30-b02c-0c2d0fe91a91 req-a3ad7c4f-ac87-4747-a137-bc30b3158b97 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:54.036738 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b3c869e7-659f-4f30-b02c-0c2d0fe91a91 req-a3ad7c4f-ac87-4747-a137-bc30b3158b97 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 943 time: 0.0663640 Jan 25 02:44:54.101227 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-03c7089f-b124-4e6c-b50a-dc61a5f38765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:54.102720 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-03c7089f-b124-4e6c-b50a-dc61a5f38765 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1096 time: 0.0872202 Jan 25 02:44:54.107329 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b3c869e7-659f-4f30-b02c-0c2d0fe91a91 req-a47fef62-6797-4753-a531-a040eda2d994 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555658 Jan 25 02:44:54.156872 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-77a910c8-97f3-46e8-b6ab-fc74711b7090 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 217 time: 0.0407770 Jan 25 02:44:54.206147 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-0303165d-f49c-4a56-b53f-013a69b5a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:54.207576 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-0303165d-f49c-4a56-b53f-013a69b5a7a7 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0446365 Jan 25 02:44:54.251471 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-ef657f4d-078b-430c-9c9f-6d729bf10f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:54.253535 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-ef657f4d-078b-430c-9c9f-6d729bf10f8d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399368 Jan 25 02:44:54.348124 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-153665dc-4e01-4cea-8328-b64b306c9202 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883851 Jan 25 02:44:54.437624 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13ae1764-88b7-428b-aa22-be3fad0731e1 req-582f11f9-4a0b-46a2-9a34-fbc40a66f8ec service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833397 Jan 25 02:44:54.603031 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-2d476fa1-007f-4cf9-9586-32ba3ebb9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:54.604476 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-2d476fa1-007f-4cf9-9586-32ba3ebb9597 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1096 time: 0.0432634 Jan 25 02:44:54.712332 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-315faefb-c338-49ac-b0a9-5d2c5726e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:54.713817 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-315faefb-c338-49ac-b0a9-5d2c5726e344 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.1029749 Jan 25 02:44:54.758035 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-c2347499-2e52-44ea-9715-c3ed8c9e9a5e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 217 time: 0.0373456 Jan 25 02:44:54.807718 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-f4a0486e-ba22-4cc7-808f-6762c611dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:54.809226 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-f4a0486e-ba22-4cc7-808f-6762c611dbd0 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0455816 Jan 25 02:44:54.852776 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-e71e2306-a2dc-476e-bf8d-d86e00918357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:54.854443 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-e71e2306-a2dc-476e-bf8d-d86e00918357 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386124 Jan 25 02:44:54.947182 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-b27d2041-dc6f-4c93-b026-1740afb6cc62 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844235 Jan 25 02:44:55.044189 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-05992235-9807-42d9-bfa6-a3a8bf7871ec req-360483f0-8d7b-43d0-b01f-c94ce6eb0d5c service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896306 Jan 25 02:44:55.222047 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f5e9d-52bd-4d13-abfa-043c9a3058ce req-2a1f7918-937e-4448-b429-a7fcd0d26204 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:55.223510 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-435f5e9d-52bd-4d13-abfa-043c9a3058ce req-2a1f7918-937e-4448-b429-a7fcd0d26204 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 943 time: 0.0478895 Jan 25 02:44:55.276853 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-435f5e9d-52bd-4d13-abfa-043c9a3058ce req-7d6606b4-c0d5-4aeb-9d68-ed862961eb45 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477862 Jan 25 02:44:56.402881 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d218b20-8b2d-4ffb-b3c2-aafd63c56f94 req-b848973e-367f-42e4-8e17-76f995c2506e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:56.404457 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0d218b20-8b2d-4ffb-b3c2-aafd63c56f94 req-b848973e-367f-42e4-8e17-76f995c2506e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 943 time: 0.0596817 Jan 25 02:44:56.702307 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0d218b20-8b2d-4ffb-b3c2-aafd63c56f94 req-a17ed80d-e976-4b2c-810b-314022b250aa tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913566 Jan 25 02:44:57.813722 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35e594-8366-4696-8bab-374683d4f2eb req-65421de7-56ab-41b0-994f-725ee6b5f7c0 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:57.815819 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8c35e594-8366-4696-8bab-374683d4f2eb req-65421de7-56ab-41b0-994f-725ee6b5f7c0 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 943 time: 0.0471539 Jan 25 02:44:57.861657 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8c35e594-8366-4696-8bab-374683d4f2eb req-97c5428e-7e9a-405a-b700-02aa72cddb21 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401366 Jan 25 02:44:58.020036 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-bd183bf3-5572-48c7-8d7f-a2ccc0cfa35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:58.791449 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device cd4e4a7b-1d2b-4911-8e5f-31090ff65889 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:44:58.983492 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe635698-6ad4-4e82-a022-36c3d376ff6a req-85b2bfc5-2074-4be5-b9bf-cc9b6a1b413d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:58.985025 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fe635698-6ad4-4e82-a022-36c3d376ff6a req-85b2bfc5-2074-4be5-b9bf-cc9b6a1b413d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 943 time: 0.0529664 Jan 25 02:44:59.022256 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port cd4e4a7b-1d2b-4911-8e5f-31090ff65889, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:59.031601 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fe635698-6ad4-4e82-a022-36c3d376ff6a req-973964b4-bece-41e8-969e-c3e243f3b87e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405953 Jan 25 02:44:59.033657 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'port_id': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889', 'mac_address': 'fa:16:3e:1b:a4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:44:59.074845 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:44:59.075243 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:59.087806 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4e4a7b-1d2b-4911-8e5f-31090ff65889 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:44:59.106663 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port cd4e4a7b-1d2b-4911-8e5f-31090ff65889, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:59.110192 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:59.155568 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:59.162706 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.163140 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.163517 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.163899 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.164242 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.164584 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.164923 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.165266 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.165599 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.165938 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.166272 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.166605 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.166931 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:59.587368 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['cd4e4a7b-1d2b-4911-8e5f-31090ff65889'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:45:00.153403 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11047e0-dc30-4d34-9792-eeef73922f2c req-b9e98c22-0b8b-44e2-a54f-56777abc5cac tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:00.154939 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b11047e0-dc30-4d34-9792-eeef73922f2c req-b9e98c22-0b8b-44e2-a54f-56777abc5cac tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 944 time: 0.0521445 Jan 25 02:45:00.169716 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-601c9a3c-9001-4c83-91f6-65e40fd380fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:00.204622 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b11047e0-dc30-4d34-9792-eeef73922f2c req-0bb62193-81f1-4bd8-acc4-3ac1e07af9c6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433373 Jan 25 02:45:00.800530 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device cd4e4a7b-1d2b-4911-8e5f-31090ff65889 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:45:00.849245 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:45:00.853431 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:45:00.853806 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:00.930593 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:45:00.930905 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:00.953512 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:45:00.956674 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744eaa26-f85d-41c1-90cd-00dab1a60bc1" -d '{"events": [{"server_uuid": "c1cdcd64-14e7-487b-89ae-eed962163f8c", "name": "network-vif-plugged", "status": "completed", "tag": "cd4e4a7b-1d2b-4911-8e5f-31090ff65889"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:45:00.968904 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port cd4e4a7b-1d2b-4911-8e5f-31090ff65889, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:00.973755 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:00.998214 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b09b507-0473-4fda-94fc-0ba0d8076d2f x-openstack-request-id: req-6b09b507-0473-4fda-94fc-0ba0d8076d2f {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:45:00.998508 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cdcd64-14e7-487b-89ae-eed962163f8c", "name": "network-vif-plugged", "status": "completed", "tag": "cd4e4a7b-1d2b-4911-8e5f-31090ff65889", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:45:00.998761 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-6b09b507-0473-4fda-94fc-0ba0d8076d2f {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:45:00.999151 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889', 'code': 200} Jan 25 02:45:01.024651 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:01.244103 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feb4d2-3409-45c5-97a6-53ba4bd9d7e7 req-6b534733-6b68-4a51-a85e-3b4ec0198a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:01.245631 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f8feb4d2-3409-45c5-97a6-53ba4bd9d7e7 req-6b534733-6b68-4a51-a85e-3b4ec0198a97 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0406961 Jan 25 02:45:01.290013 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f8feb4d2-3409-45c5-97a6-53ba4bd9d7e7 req-c8c9f3ff-b596-41dd-a913-27b82fa59477 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368328 Jan 25 02:45:01.319607 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc617e26-2d61-45cb-906e-dd051bef629a req-ff5ebbea-6148-4cd0-93d0-1ffcd5a62584 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:01.321106 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bc617e26-2d61-45cb-906e-dd051bef629a req-ff5ebbea-6148-4cd0-93d0-1ffcd5a62584 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 945 time: 0.0476680 Jan 25 02:45:01.368779 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bc617e26-2d61-45cb-906e-dd051bef629a req-009c881c-d2ba-4469-8ad8-94065864e180 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419054 Jan 25 02:45:01.526684 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:01.540371 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:02.484522 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbc009-c38c-4bcb-ba29-dd219f60beb2 req-82c4cbf2-4b58-4310-8433-ce9ebcedf376 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:02.485987 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1dcbc009-c38c-4bcb-ba29-dd219f60beb2 req-82c4cbf2-4b58-4310-8433-ce9ebcedf376 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 945 time: 0.0502584 Jan 25 02:45:02.532078 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1dcbc009-c38c-4bcb-ba29-dd219f60beb2 req-3b9e96d9-5bdb-447c-ab4d-a1789007aa4b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Jan 25 02:45:02.974772 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:03.649615 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f2e7e-17bf-4ea9-b094-4ed4ea5e8052 req-37be9823-e724-41fe-8aa1-edc06a42bb52 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:03.650974 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-043f2e7e-17bf-4ea9-b094-4ed4ea5e8052 req-37be9823-e724-41fe-8aa1-edc06a42bb52 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 945 time: 0.0510657 Jan 25 02:45:03.698261 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-043f2e7e-17bf-4ea9-b094-4ed4ea5e8052 req-7c67fc8f-a9c5-4f78-8d9c-52e14692d83b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Jan 25 02:45:03.806206 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0277afa-dad7-4b79-b7de-9ca51cf845fa req-bc50275e-8bf9-44c1-9b29-dd004f96576f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:03.807665 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0277afa-dad7-4b79-b7de-9ca51cf845fa req-bc50275e-8bf9-44c1-9b29-dd004f96576f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 945 time: 0.0475292 Jan 25 02:45:03.816037 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49260) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:03.820545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-9724d58d-3c7c-4010-8d70-549d0b2c2ecf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Request body: {'floatingip': {'port_id': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:45:03.859517 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9724d58d-3c7c-4010-8d70-549d0b2c2ecf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (0c46d873-6d81-422e-a79c-660d3cc6fec4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:04.167656 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:04.280473 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9724d58d-3c7c-4010-8d70-549d0b2c2ecf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:04.285092 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9724d58d-3c7c-4010-8d70-549d0b2c2ecf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (0c46d873-6d81-422e-a79c-660d3cc6fec4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:04.382037 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-9724d58d-3c7c-4010-8d70-549d0b2c2ecf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Floating IP 0c46d873-6d81-422e-a79c-660d3cc6fec4 associated. External IP: 172.27.1.134, port: cd4e4a7b-1d2b-4911-8e5f-31090ff65889. Jan 25 02:45:04.586989 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9724d58d-3c7c-4010-8d70-549d0b2c2ecf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:45:04.694391 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9724d58d-3c7c-4010-8d70-549d0b2c2ecf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:45:04.699613 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9724d58d-3c7c-4010-8d70-549d0b2c2ecf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:04.704738 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] Sync routers for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:45:04.717078 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:04.717703 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:45:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:04.726415 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9724d58d-3c7c-4010-8d70-549d0b2c2ecf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "PUT /v2.0/floatingips/0c46d873-6d81-422e-a79c-660d3cc6fec4 HTTP/1.1" status: 200 len: 991 time: 0.9092565 Jan 25 02:45:04.727007 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'tag': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:45:04.729280 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274d55899ad617b68f742306dd2bf98d948b76ba1d909237a8860468fa9bd008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed78388-629d-462a-8afd-ac3c91eab72a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cdcd64-14e7-487b-89ae-eed962163f8c", "tag": "cd4e4a7b-1d2b-4911-8e5f-31090ff65889"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:45:04.768859 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ca4678-9411-4ee2-b613-b472a0bb71ae x-openstack-request-id: req-03ca4678-9411-4ee2-b613-b472a0bb71ae {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:45:04.769190 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cdcd64-14e7-487b-89ae-eed962163f8c", "tag": "cd4e4a7b-1d2b-4911-8e5f-31090ff65889", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:45:04.769456 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-03ca4678-9411-4ee2-b613-b472a0bb71ae {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:45:04.769865 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'tag': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889', 'status': 'completed', 'code': 200} Jan 25 02:45:04.823605 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:04.870142 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed78388-629d-462a-8afd-ac3c91eab72a req-8226c64a-64a4-4b34-a253-b32a2ead94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:04.871648 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eed78388-629d-462a-8afd-ac3c91eab72a req-8226c64a-64a4-4b34-a253-b32a2ead94d3 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0402262 Jan 25 02:45:04.963617 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed78388-629d-462a-8afd-ac3c91eab72a req-25732791-d74d-4d2d-952d-19a8b37b6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:04.965107 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eed78388-629d-462a-8afd-ac3c91eab72a req-25732791-d74d-4d2d-952d-19a8b37b6428 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0866747 Jan 25 02:45:05.032528 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eed78388-629d-462a-8afd-ac3c91eab72a req-37540c8b-bfa3-424c-a88f-94da44ab0fce service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 999 time: 0.0603125 Jan 25 02:45:05.046687 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '0c46d873-6d81-422e-a79c-660d3cc6fec4', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'port_id': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'mac_address': 'fa:16:3e:1b:a4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:44:46Z', 'updated_at': '2022-01-25T02:45:04Z', 'revision_number': 1, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:05.076303 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] Checking router: 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:45:05.083623 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed78388-629d-462a-8afd-ac3c91eab72a req-df08d426-1df3-44e2-bd01-41c6f4c9dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:05.085152 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eed78388-629d-462a-8afd-ac3c91eab72a req-df08d426-1df3-44e2-bd01-41c6f4c9dd08 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0472445 Jan 25 02:45:05.085315 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:05.085824 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:45:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:05.129774 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed78388-629d-462a-8afd-ac3c91eab72a req-07a1d933-6b1f-438d-9087-ea0507434c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:05.131166 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eed78388-629d-462a-8afd-ac3c91eab72a req-07a1d933-6b1f-438d-9087-ea0507434c48 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401688 Jan 25 02:45:05.186593 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:05.223380 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eed78388-629d-462a-8afd-ac3c91eab72a req-62ccb2a7-3dc8-42ef-aed4-5d35ea54647f service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856955 Jan 25 02:45:05.312412 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eed78388-629d-462a-8afd-ac3c91eab72a req-b07944e1-ba5d-47e7-9862-15bb3142a613 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821786 Jan 25 02:45:05.418280 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '0c46d873-6d81-422e-a79c-660d3cc6fec4', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'port_id': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'mac_address': 'fa:16:3e:1b:a4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:44:46Z', 'updated_at': '2022-01-25T02:45:04Z', 'revision_number': 1, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:05.445965 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f764b6-9a4e-4adf-9225-054856c6b4c4 None None] The sync data for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi is: [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '0c46d873-6d81-422e-a79c-660d3cc6fec4', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'port_id': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'mac_address': 'fa:16:3e:1b:a4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:44:46Z', 'updated_at': '2022-01-25T02:45:04Z', 'revision_number': 1, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:45:05.531591 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196b676-bb92-41bb-a6a2-59034f46abdf req-7fbf4d1f-cc8f-4800-bf87-66ef2d7b92fe tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:05.533270 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3196b676-bb92-41bb-a6a2-59034f46abdf req-7fbf4d1f-cc8f-4800-bf87-66ef2d7b92fe tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 945 time: 0.0505342 Jan 25 02:45:05.591326 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3196b676-bb92-41bb-a6a2-59034f46abdf req-161f991f-e8e0-44c5-b284-107afa5ea276 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518479 Jan 25 02:45:05.660273 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f1062-2ea8-4886-9b26-79e2f061156d None None] New status for floating IP 0c46d873-6d81-422e-a79c-660d3cc6fec4: ACTIVE {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:45:06.711615 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addce9c-d184-4d77-a37d-2dd1e322bf3a req-2aea30a4-6da9-4a26-8563-ffaabed1b896 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:06.713113 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6addce9c-d184-4d77-a37d-2dd1e322bf3a req-2aea30a4-6da9-4a26-8563-ffaabed1b896 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 945 time: 0.0539536 Jan 25 02:45:06.761184 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6addce9c-d184-4d77-a37d-2dd1e322bf3a req-d429d7a1-687e-425a-bf70-e8a32a6872ee tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424902 Jan 25 02:45:07.409598 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-eb016f33-c4db-42a7-84ae-c0383363914f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:07.411039 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-eb016f33-c4db-42a7-84ae-c0383363914f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.121 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 945 time: 0.0470238 Jan 25 02:45:07.506607 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Deleting port 77f81a1c-82cb-40f9-9442-1a190841437e {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:45:07.506951 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:07.592449 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] For port 77f81a1c-82cb-40f9-9442-1a190841437e, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=77f81a1c-82cb-40f9-9442-1a190841437e,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:07.592725 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:07.764455 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:07.764818 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (86474f64-5f22-4741-9129-d86c4613fe9e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:07.765134 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Floating IP 86474f64-5f22-4741-9129-d86c4613fe9e disassociated. External IP: 172.27.1.65, port: 77f81a1c-82cb-40f9-9442-1a190841437e. Jan 25 02:45:07.765478 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Calling delete_port for 77f81a1c-82cb-40f9-9442-1a190841437e owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:45:07.878892 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cbf86-d93f-47ea-aa55-124d51c81191 req-1bae2a53-7d28-4d6c-b440-1c29e0d0fb59 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:07.880412 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-022cbf86-d93f-47ea-aa55-124d51c81191 req-1bae2a53-7d28-4d6c-b440-1c29e0d0fb59 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 945 time: 0.0511920 Jan 25 02:45:07.892735 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (77f81a1c-82cb-40f9-9442-1a190841437e), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:07.925194 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event deleted for resources: {'Port': ['ID=77f81a1c-82cb-40f9-9442-1a190841437e,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:07.937164 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-022cbf86-d93f-47ea-aa55-124d51c81191 req-4242e8c3-0cc4-4051-92bc-501e6bb7510e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511038 Jan 25 02:45:08.036556 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:45:08.141212 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:45:08.151184 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] Sync routers for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:45:08.165591 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:08.166213 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:45:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:08.180067 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] No DVR routers for this DVR port 77f81a1c-82cb-40f9-9442-1a190841437e on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:45:08.182691 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:08.186037 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-640bd3fe-366f-416b-815d-7b2bc23346a3 req-ef6c021a-0bc7-4208-a624-7bed1250ff33 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.121 "DELETE /v2.0/ports/77f81a1c-82cb-40f9-9442-1a190841437e HTTP/1.1" status: 204 len: 173 time: 0.7696009 Jan 25 02:45:08.186521 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'name': 'network-vif-deleted', 'tag': '77f81a1c-82cb-40f9-9442-1a190841437e'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:45:08.188759 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bf4018-3256-443b-b6aa-55f7a3a5f680" -d '{"events": [{"server_uuid": "339a9e6c-1558-44e1-9200-214bdc1ff6f8", "name": "network-vif-deleted", "tag": "77f81a1c-82cb-40f9-9442-1a190841437e"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:45:08.225505 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9096285-84ef-4585-86b8-8766aa092220 x-openstack-request-id: req-e9096285-84ef-4585-86b8-8766aa092220 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:45:08.225808 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339a9e6c-1558-44e1-9200-214bdc1ff6f8", "name": "network-vif-deleted", "tag": "77f81a1c-82cb-40f9-9442-1a190841437e", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:45:08.226084 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-e9096285-84ef-4585-86b8-8766aa092220 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:45:08.226483 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339a9e6c-1558-44e1-9200-214bdc1ff6f8', 'name': 'network-vif-deleted', 'tag': '77f81a1c-82cb-40f9-9442-1a190841437e', 'status': 'completed', 'code': 200} Jan 25 02:45:08.272806 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:08.477533 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:08.503296 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] Checking router: 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:45:08.511413 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:08.512113 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:45:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:08.617478 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:08.829445 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:08.855712 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd11cd38-af04-4e96-a0d2-7a066d2e49e4 None None] The sync data for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi is: [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:45:09.075513 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4d68c4f3-cf1b-4f70-babe-536740389085 req-1ee3124b-ecbf-40fe-b80e-ae8e70f91a65 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=339a9e6c-1558-44e1-9200-214bdc1ff6f8 HTTP/1.1" status: 200 len: 210 time: 0.0499587 Jan 25 02:45:09.105029 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566908b-ec0c-43ba-88bd-3d972b70449d None None] New status for floating IP 86474f64-5f22-4741-9129-d86c4613fe9e: DOWN {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:45:10.290556 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-afc015c8-0516-4359-bea1-ee8267bf5a79 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062499546&fields=id&tenant_id=d61a4845c27e4b928c5445d95321e2a3 HTTP/1.1" status: 200 len: 267 time: 0.0432055 Jan 25 02:45:10.398260 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344837-6e5c-4415-9105-7159c48594cb req-36bdc758-fe3e-45f0-a9c1-51c4c6c539a9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:10.399617 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-36bdc758-fe3e-45f0-a9c1-51c4c6c539a9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 811 time: 0.1029398 Jan 25 02:45:10.414144 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-71a00c8e-1e48-4639-81fa-f5f16f6b95a2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/quotas/d61a4845c27e4b928c5445d95321e2a3 HTTP/1.1" status: 200 len: 375 time: 0.0092506 Jan 25 02:45:10.463845 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-420ac5f9-82f9-4b4e-8203-8498dda5e7aa tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446515 Jan 25 02:45:10.565723 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-1b0b5332-6b69-4101-8fb6-5aa1d343a07b service neutron] 10.222.0.117 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904901 Jan 25 02:45:10.653115 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-0092523b-9296-42d5-ad19-0deae7083ed0 service neutron] 10.222.0.117 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816636 Jan 25 02:45:10.884548 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 77f81a1c-82cb-40f9-9442-1a190841437e no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:45:10.904758 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: 77f81a1c-82cb-40f9-9442-1a190841437e {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:45:10.905112 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 77f81a1c-82cb-40f9-9442-1a190841437e not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:45:10.957036 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-73126b44-df1e-4baa-ab97-d98d9fc596a0 req-8bbfdf51-c21a-49a0-b0ad-af6798d84f67 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254920 Jan 25 02:45:11.967507 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344837-6e5c-4415-9105-7159c48594cb req-4195a088-b1aa-4430-b1cb-1adbfc8dd6f9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:11.969038 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-4195a088-b1aa-4430-b1cb-1adbfc8dd6f9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 811 time: 0.1106272 Jan 25 02:45:12.048926 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-6e37e784-088a-487b-903e-0bf764139340 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d61a4845c27e4b928c5445d95321e2a3 HTTP/1.1" status: 200 len: 380 time: 0.0642331 Jan 25 02:45:12.064354 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0f6bcfd-8f2a-4912-a0d4-c7832314de71 req-3f15980b-7957-41d1-b645-9339f79d5500 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0394382 Jan 25 02:45:12.068458 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'port': {'device_id': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'admin_state_up': True, 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'security_groups': ['fdaacb99-705b-4960-9f6f-9b901025fca3']}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:45:12.180524 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Made reservation on behalf of d61a4845c27e4b928c5445d95321e2a3 for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:45:12.184042 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:12.305322 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Allocated IP 172.20.0.3 (6b3a1543-8cc0-4d5e-b497-defd3eba48e1/462ad572-2eba-4a5c-b868-32f911dcaae2/7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:45:12.440780 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:12.474891 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:12.517497 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:45:12.523135 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:45:12.526696 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:45:12.557438 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'Port': ['ID=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:12.593931 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:12.594705 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:12.611878 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-a885aaf9-2964-4524-a878-d38474c1293c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496871 Jan 25 02:45:12.661768 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Request body: {'port': {'device_id': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:45:12.723719 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:12.788232 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-e4e71caa-1448-4be0-8aa7-3faa2520378d None None] Provisioning complete for port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:45:12.788803 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e4e71caa-1448-4be0-8aa7-3faa2520378d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:12.825460 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-e4e71caa-1448-4be0-8aa7-3faa2520378d None None] Port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:45:12.982603 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:45:12.989990 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Publish callbacks [] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:13.001507 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Transition to ACTIVE for port object 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:45:13.005897 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:13.058450 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Pushing event updated for resources: {'Port': ['ID=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:13.128678 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Attempting to bind port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:45:13.129705 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Attempting to bind port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:45:13.130074 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Attempting to bind port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 on network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:45:13.134613 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 on network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:45:13.134942 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Attempting to bind port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 on network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:45:13.140177 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:45:13.140522 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Checking segment: {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:45:13.140919 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Bound using segment: {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:45:13.141355 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Bound port: 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e651c4-76b4-4663-b39d-5abe6ca2dcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:45:13.141716 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:13.244226 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c02596-5c9f-445f-8b2f-e4a8a14037d5 req-a9f444d6-477b-4572-889d-f6bc8c34e71a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:13.245637 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-45c02596-5c9f-445f-8b2f-e4a8a14037d5 req-a9f444d6-477b-4572-889d-f6bc8c34e71a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 943 time: 0.0934260 Jan 25 02:45:13.248134 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] For port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:45:13.251335 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] For port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:45:13.260770 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:13.312065 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:13.312689 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:13.314146 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] 10.222.0.121 "PUT /v2.0/ports/7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 HTTP/1.1" status: 200 len: 1093 time: 0.6577921 Jan 25 02:45:13.317159 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'tag': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:45:13.319589 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccea35b3-fad1-490c-9bb2-cf4f78266f83" -d '{"events": [{"name": "network-changed", "server_uuid": "075107e7-d0a3-4c2c-bf55-8f134440de83", "tag": "7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:45:13.352864 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-45c02596-5c9f-445f-8b2f-e4a8a14037d5 req-7b800826-2c03-440a-9f0e-8cc7d7aba348 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997081 Jan 25 02:45:13.355433 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b99170-7176-4efc-a20a-a11139f6690b service neutron] Pushing event updated for resources: {'Port': ['ID=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:13.373497 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2822ca3d-ec01-4470-8882-d44171de339b x-openstack-request-id: req-2822ca3d-ec01-4470-8882-d44171de339b {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:45:13.374028 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075107e7-d0a3-4c2c-bf55-8f134440de83", "tag": "7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:45:13.374466 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-2822ca3d-ec01-4470-8882-d44171de339b {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:45:13.375261 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'tag': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'status': 'completed', 'code': 200} Jan 25 02:45:13.435452 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344837-6e5c-4415-9105-7159c48594cb req-031f033d-44eb-4688-aa28-96e80d067012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:13.436994 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-031f033d-44eb-4688-aa28-96e80d067012 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 1096 time: 0.0438650 Jan 25 02:45:13.495026 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-707f2b24-7e5d-40e7-ae58-daf7ea742307 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 HTTP/1.1" status: 200 len: 217 time: 0.0385528 Jan 25 02:45:13.542191 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344837-6e5c-4415-9105-7159c48594cb req-d02b08e7-8d05-46b2-91cd-2af43f97f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:13.543646 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-d02b08e7-8d05-46b2-91cd-2af43f97f1cb service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0425885 Jan 25 02:45:13.591580 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88344837-6e5c-4415-9105-7159c48594cb req-2bc97b33-a999-4310-92b3-60c61c42e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:13.593099 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-2bc97b33-a999-4310-92b3-60c61c42e5c7 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408962 Jan 25 02:45:13.684211 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-e8f8ec1b-34c8-4b67-ab97-5e00b564b7e7 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836651 Jan 25 02:45:13.772414 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88344837-6e5c-4415-9105-7159c48594cb req-5f57cd51-00bc-4422-9661-ae4955d6722e service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821731 Jan 25 02:45:13.928863 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-0e80e272-23d8-4e44-a6a5-8faac3130676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:13.930355 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-0e80e272-23d8-4e44-a6a5-8faac3130676 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 1096 time: 0.0475004 Jan 25 02:45:14.021832 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-a54e3089-b92a-4612-9847-571f27faa9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:14.023365 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-a54e3089-b92a-4612-9847-571f27faa9e5 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 912 time: 0.0855634 Jan 25 02:45:14.065643 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-8f1c54ec-f36c-4828-ac21-67e987b3322c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 HTTP/1.1" status: 200 len: 217 time: 0.0363736 Jan 25 02:45:14.113346 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-34d4b8f0-126f-49f9-a144-f4f450d0ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:14.115008 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-34d4b8f0-126f-49f9-a144-f4f450d0ff1b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0430603 Jan 25 02:45:14.157875 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-79e66dc0-5c7a-44b6-a523-9fa511a40ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:14.159380 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-79e66dc0-5c7a-44b6-a523-9fa511a40ff3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384996 Jan 25 02:45:14.253562 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-900aedd6-1bc6-4ce0-82b1-0bff0f5eaa6c service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876718 Jan 25 02:45:14.340877 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ccea35b3-fad1-490c-9bb2-cf4f78266f83 req-d9920b62-6925-4474-9e63-958cebc01196 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806248 Jan 25 02:45:14.471016 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fbaec-3bfc-4b08-a612-c1ec09f1e621 req-7d00583b-9841-4138-b65c-6437b97d5dd2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:14.472500 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-455fbaec-3bfc-4b08-a612-c1ec09f1e621 req-7d00583b-9841-4138-b65c-6437b97d5dd2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 943 time: 0.0483792 Jan 25 02:45:14.524048 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-455fbaec-3bfc-4b08-a612-c1ec09f1e621 req-37209575-0d0b-4096-9add-7645c0367421 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460849 Jan 25 02:45:15.638157 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92123204-7b44-4fde-9c05-3fdba902fe83 req-1edb3521-4c50-4fc5-bc9f-e26251576acf tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:15.639514 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-92123204-7b44-4fde-9c05-3fdba902fe83 req-1edb3521-4c50-4fc5-bc9f-e26251576acf tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 943 time: 0.0476344 Jan 25 02:45:15.687500 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-92123204-7b44-4fde-9c05-3fdba902fe83 req-79c69735-d6fe-4fe4-92e6-dbd6f2d749cd tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 Jan 25 02:45:16.801278 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cc220-9fef-44de-a641-ad8a445af189 req-162598b5-f439-43a4-b14e-d2960a5a1254 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:16.803028 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4f9cc220-9fef-44de-a641-ad8a445af189 req-162598b5-f439-43a4-b14e-d2960a5a1254 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 943 time: 0.0489635 Jan 25 02:45:16.852933 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4f9cc220-9fef-44de-a641-ad8a445af189 req-1319ae37-9540-4de1-a738-92725a83337f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 Jan 25 02:45:17.967960 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2fb52-4017-4bdf-ae1e-f59ff034d239 req-480e8973-e9aa-46ba-b221-3041456b45de tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:17.969418 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e8c2fb52-4017-4bdf-ae1e-f59ff034d239 req-480e8973-e9aa-46ba-b221-3041456b45de tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 943 time: 0.0508289 Jan 25 02:45:18.017341 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e8c2fb52-4017-4bdf-ae1e-f59ff034d239 req-bdaa0246-86d7-4b89-b994-fcf86da1d0fe tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Jan 25 02:45:19.130344 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79cfef-b3c9-4131-b6a3-9df55581c37a req-2ca01acd-8758-452c-94a1-e697a2a08d87 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:19.131825 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7d79cfef-b3c9-4131-b6a3-9df55581c37a req-2ca01acd-8758-452c-94a1-e697a2a08d87 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 943 time: 0.0471933 Jan 25 02:45:19.182957 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7d79cfef-b3c9-4131-b6a3-9df55581c37a req-5406bf4f-c7dc-4101-ae5d-001b159e91f0 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456564 Jan 25 02:45:20.298064 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef4dab-1915-4d3a-951e-9d2d12ee8434 req-cbbf7240-df3a-4ac9-98cf-d8e2c58b3bec tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:20.299545 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c4ef4dab-1915-4d3a-951e-9d2d12ee8434 req-cbbf7240-df3a-4ac9-98cf-d8e2c58b3bec tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 943 time: 0.0506706 Jan 25 02:45:20.347167 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c4ef4dab-1915-4d3a-951e-9d2d12ee8434 req-d1e373a7-127f-43aa-9a47-08b6c1e46147 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Jan 25 02:45:21.458707 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d4237-da77-47e6-a37b-ccc564f40c40 req-d978722f-c78b-433f-9089-46476f4fa6e4 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:21.460237 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ff1d4237-da77-47e6-a37b-ccc564f40c40 req-d978722f-c78b-433f-9089-46476f4fa6e4 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 943 time: 0.0474777 Jan 25 02:45:21.508667 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ff1d4237-da77-47e6-a37b-ccc564f40c40 req-52c4794f-da24-4116-a5b7-b479a54f050f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Jan 25 02:45:22.622957 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32891ba0-2124-47d3-b1c2-068cff97ecbb req-892b77b7-fd9b-425f-93ee-a3d8f2d183e5 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:22.624568 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32891ba0-2124-47d3-b1c2-068cff97ecbb req-892b77b7-fd9b-425f-93ee-a3d8f2d183e5 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 943 time: 0.0476103 Jan 25 02:45:22.682012 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32891ba0-2124-47d3-b1c2-068cff97ecbb req-a0847eca-2508-468a-acf2-e76fddc32935 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508926 Jan 25 02:45:22.925558 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:45:23.148683 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:23.159214 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'port_id': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'mac_address': 'fa:16:3e:74:29:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:45:23.195797 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:45:23.196134 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:23.209463 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:45:23.231271 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:23.235121 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:23.279218 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:23.653462 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:45:23.796224 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f3ebe-d8da-422e-bb7e-efad9e660df2 req-b09bd0c6-f310-4296-ab39-b07a503ebb8f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:23.797779 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-080f3ebe-d8da-422e-bb7e-efad9e660df2 req-b09bd0c6-f310-4296-ab39-b07a503ebb8f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 944 time: 0.0488162 Jan 25 02:45:23.845822 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-080f3ebe-d8da-422e-bb7e-efad9e660df2 req-9bd69d5c-b485-44cc-afc9-fc1c17908a1b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Jan 25 02:45:24.941608 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:45:24.959241 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278c0fa-ecc9-4d4b-ad42-11aa6bee23a7 req-62b0ac94-e0d8-43a7-8859-d59b3b39f36e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:24.960756 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8278c0fa-ecc9-4d4b-ad42-11aa6bee23a7 req-62b0ac94-e0d8-43a7-8859-d59b3b39f36e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 944 time: 0.0481207 Jan 25 02:45:24.991046 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:45:24.995227 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:45:24.995619 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:25.011524 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8278c0fa-ecc9-4d4b-ad42-11aa6bee23a7 req-79a35f94-d5f2-4a2b-83cd-d12e38ebe927 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452707 Jan 25 02:45:25.071457 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:45:25.072123 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:25.093443 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:45:25.095729 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d05b57-7703-4584-b940-4146a60668ff" -d '{"events": [{"server_uuid": "075107e7-d0a3-4c2c-bf55-8f134440de83", "name": "network-vif-plugged", "status": "completed", "tag": "7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:45:25.111738 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:25.116423 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:25.139287 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dfb29d-e955-4a80-9573-1f3695bf724a x-openstack-request-id: req-d9dfb29d-e955-4a80-9573-1f3695bf724a {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:45:25.139576 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075107e7-d0a3-4c2c-bf55-8f134440de83", "name": "network-vif-plugged", "status": "completed", "tag": "7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:45:25.139968 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d9dfb29d-e955-4a80-9573-1f3695bf724a {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:45:25.140383 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'code': 200} Jan 25 02:45:25.165427 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:25.395164 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b0069-2ed9-4cae-9ae1-8c0669eb4656 req-5eddab5c-01a5-4da7-8036-b7dece31461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:25.396817 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c84b0069-2ed9-4cae-9ae1-8c0669eb4656 req-5eddab5c-01a5-4da7-8036-b7dece31461e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 1098 time: 0.0420170 Jan 25 02:45:25.441661 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c84b0069-2ed9-4cae-9ae1-8c0669eb4656 req-5809e00b-cdc9-4fe6-81e0-4657445f1936 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380239 Jan 25 02:45:25.464253 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:45:26.180441 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66237a3e-1be5-4cc3-8888-20ba6a948faa req-9e8d41e7-5067-482c-b859-70d36591e7be tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:26.181926 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-66237a3e-1be5-4cc3-8888-20ba6a948faa req-9e8d41e7-5067-482c-b859-70d36591e7be tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 945 time: 0.1016424 Jan 25 02:45:26.230726 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-66237a3e-1be5-4cc3-8888-20ba6a948faa req-85f5f871-7c68-429f-97b6-913655197080 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431757 Jan 25 02:45:27.356430 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6eaf-76c6-4373-83c3-fec4e7e197d9 req-9a166a22-e49a-422c-970e-ee16dff5e236 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:27.357906 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1aac6eaf-76c6-4373-83c3-fec4e7e197d9 req-9a166a22-e49a-422c-970e-ee16dff5e236 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 945 time: 0.0591705 Jan 25 02:45:27.406509 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1aac6eaf-76c6-4373-83c3-fec4e7e197d9 req-4b4696da-1c18-4121-aaae-5c9fe2071ad2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429606 Jan 25 02:45:27.520232 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b3266-add0-4dfa-bec7-bc25649fa09a req-e62493db-3aa3-43fb-a090-b15cf82e3373 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:27.521830 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d51b3266-add0-4dfa-bec7-bc25649fa09a req-e62493db-3aa3-43fb-a090-b15cf82e3373 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 945 time: 0.0464084 Jan 25 02:45:27.570281 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d51b3266-add0-4dfa-bec7-bc25649fa09a req-7660b4dc-62e8-4e57-b575-c3b369a67c8f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Jan 25 02:45:27.593728 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49388) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:27.631251 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2bca12-a969-4385-bdcd-358b0b984d7d tempest-TestVolumeBootPattern-31813684 tempest-TestVolumeBootPattern-31813684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:27.632758 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9d2bca12-a969-4385-bdcd-358b0b984d7d tempest-TestVolumeBootPattern-31813684 tempest-TestVolumeBootPattern-31813684-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 1093 time: 0.0380452 Jan 25 02:45:27.635433 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49390) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:27.639498 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Request body: {'floatingip': {'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'port_id': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:45:27.663572 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:27.758942 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:27.866096 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Allocated IP 172.27.1.55 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/2559aeec-a420-476d-8c59-0a0c3e16a843) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:45:27.964542 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for port (2559aeec-a420-476d-8c59-0a0c3e16a843), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:27.998141 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (2559aeec-a420-476d-8c59-0a0c3e16a843), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:28.021324 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2b86eac3-00c0-4041-a294-52c03c5805fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:28.035722 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:45:28.040648 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:45:28.044545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:45:28.050363 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'Port': ['ID=2559aeec-a420-476d-8c59-0a0c3e16a843,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:28.395789 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for floatingip (791c3157-f22c-4b22-865b-33497fdd583b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:28.462397 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (2559aeec-a420-476d-8c59-0a0c3e16a843), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:28.604810 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for port (2559aeec-a420-476d-8c59-0a0c3e16a843), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:28.609064 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10000767'] for port (2559aeec-a420-476d-8c59-0a0c3e16a843), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:28.678501 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event updated for resources: {'Port': ['ID=2559aeec-a420-476d-8c59-0a0c3e16a843,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:28.689303 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (791c3157-f22c-4b22-865b-33497fdd583b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:28.787671 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Floating IP 791c3157-f22c-4b22-865b-33497fdd583b associated. External IP: 172.27.1.55, port: 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1. Jan 25 02:45:29.225978 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:45:29.329715 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:45:29.339546 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] Sync routers for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:45:29.348951 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:29.351146 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:29.351812 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:45:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:29.381767 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5219f3bf-7c6c-4eb6-981d-5425439c8477 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7451897 Jan 25 02:45:29.382371 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'tag': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:45:29.384637 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274d55899ad617b68f742306dd2bf98d948b76ba1d909237a8860468fa9bd008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7a124f-9a48-4448-ac91-41775312bb94" -d '{"events": [{"name": "network-changed", "server_uuid": "075107e7-d0a3-4c2c-bf55-8f134440de83", "tag": "7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:45:29.423574 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197ea06f-8471-4c96-a9e2-db80981fe96b x-openstack-request-id: req-197ea06f-8471-4c96-a9e2-db80981fe96b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:45:29.423574 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075107e7-d0a3-4c2c-bf55-8f134440de83", "tag": "7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:45:29.424288 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-197ea06f-8471-4c96-a9e2-db80981fe96b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:45:29.424288 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'tag': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'status': 'completed', 'code': 200} Jan 25 02:45:29.484467 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:29.524184 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a124f-9a48-4448-ac91-41775312bb94 req-6d66cda3-a89f-4a84-820a-691e4cd3830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:29.525766 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-da7a124f-9a48-4448-ac91-41775312bb94 req-6d66cda3-a89f-4a84-820a-691e4cd3830b service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 1098 time: 0.0402420 Jan 25 02:45:29.620978 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a124f-9a48-4448-ac91-41775312bb94 req-c4d47e8e-d001-454c-aea3-88a7d47e5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:29.622420 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-da7a124f-9a48-4448-ac91-41775312bb94 req-c4d47e8e-d001-454c-aea3-88a7d47e5bfb service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 912 time: 0.0902255 Jan 25 02:45:29.692892 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-da7a124f-9a48-4448-ac91-41775312bb94 req-3984af19-ab3f-409c-903e-812f7fc5ff8c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 HTTP/1.1" status: 200 len: 998 time: 0.0639486 Jan 25 02:45:29.717606 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '791c3157-f22c-4b22-865b-33497fdd583b', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'port_id': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'mac_address': 'fa:16:3e:74:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:45:28Z', 'updated_at': '2022-01-25T02:45:28Z', 'revision_number': 0, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:29.740565 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a124f-9a48-4448-ac91-41775312bb94 req-54bc7c1f-8b0f-4511-9e33-dd555a1f8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:29.741946 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-da7a124f-9a48-4448-ac91-41775312bb94 req-54bc7c1f-8b0f-4511-9e33-dd555a1f8d20 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0431726 Jan 25 02:45:29.744076 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] Checking router: 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:45:29.752330 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:29.752942 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:45:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:29.784808 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a124f-9a48-4448-ac91-41775312bb94 req-f0df877b-5879-4893-ac77-26d947c3ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:29.786712 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-da7a124f-9a48-4448-ac91-41775312bb94 req-f0df877b-5879-4893-ac77-26d947c3ea1a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388134 Jan 25 02:45:29.856513 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:29.876882 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-da7a124f-9a48-4448-ac91-41775312bb94 req-7423f45c-de06-4bd1-ac57-26b68fe2a29b service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841379 Jan 25 02:45:30.088761 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '791c3157-f22c-4b22-865b-33497fdd583b', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'port_id': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'mac_address': 'fa:16:3e:74:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:45:28Z', 'updated_at': '2022-01-25T02:45:28Z', 'revision_number': 0, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:30.119061 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855be571-f4a2-41cd-b1f0-6a7ce963bc15 None None] The sync data for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi is: [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '791c3157-f22c-4b22-865b-33497fdd583b', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'port_id': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'mac_address': 'fa:16:3e:74:29:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:45:28Z', 'updated_at': '2022-01-25T02:45:28Z', 'revision_number': 0, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:45:30.173492 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-fedc8951-5689-4421-adb0-175add77812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:30.225424 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-da7a124f-9a48-4448-ac91-41775312bb94 req-0b591899-4ca1-46e8-a34e-29e446760297 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419564 Jan 25 02:45:30.309949 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd5dda1-07cb-4258-8f38-43ab8c17995d None None] New status for floating IP 791c3157-f22c-4b22-865b-33497fdd583b: ACTIVE {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:45:31.545633 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:31.548681 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:32.976736 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:34.157024 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbc2d3-dcaf-413a-b583-6cbd295b9007 req-2625489d-10e5-4a37-8062-dd71e0c6606b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:34.158604 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b8dbc2d3-dcaf-413a-b583-6cbd295b9007 req-2625489d-10e5-4a37-8062-dd71e0c6606b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 946 time: 0.0490680 Jan 25 02:45:34.170751 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:34.206575 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b8dbc2d3-dcaf-413a-b583-6cbd295b9007 req-c5acd53d-0289-4b35-8432-de909b4bec1d tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416312 Jan 25 02:45:35.326014 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283afbe-2421-4919-8596-7e687c3cf54a req-32b692a4-dd66-43a6-b5e1-71b018c261ec tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:35.327470 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1283afbe-2421-4919-8596-7e687c3cf54a req-32b692a4-dd66-43a6-b5e1-71b018c261ec tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 946 time: 0.0469654 Jan 25 02:45:35.377993 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1283afbe-2421-4919-8596-7e687c3cf54a req-e4f80323-c814-48c4-850c-f5078606d63b tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups?id=47ec11f2-019b-4b13-9acb-454560b49108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449784 Jan 25 02:45:35.919485 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-3991641f-27ab-4bdc-a5fe-843aca67e9cb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:35.921209 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-3991641f-27ab-4bdc-a5fe-843aca67e9cb tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.121 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 946 time: 0.0475609 Jan 25 02:45:36.010677 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Deleting port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:45:36.011016 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:36.100873 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] For port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:36.101222 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:36.273128 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:36.273410 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (d17c2276-a083-407c-b992-12ef026d0c7d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:36.273730 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Floating IP d17c2276-a083-407c-b992-12ef026d0c7d disassociated. External IP: 172.27.1.203, port: b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f. Jan 25 02:45:36.274076 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Calling delete_port for b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:45:36.401183 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:36.429644 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event deleted for resources: {'Port': ['ID=b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:36.503833 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1b7b6ff9-9063-4cba-96dd-cde70fed03bd req-c4c48cf9-433c-4cfa-96c9-79cfb26abd6e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/ports?device_id=cf9927e3-d36e-4207-88ac-10a96e2985c9 HTTP/1.1" status: 200 len: 210 time: 0.0475986 Jan 25 02:45:36.566145 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:45:36.671985 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:45:36.682004 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] Sync routers for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:45:36.695111 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:36.696212 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:45:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:36.710286 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] No DVR routers for this DVR port b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:45:36.713074 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:36.716427 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cefd0d52-1e88-4d85-ad17-c6b79a282c7a req-75020945-2e91-49ed-b9e0-12a5796453c1 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.121 "DELETE /v2.0/ports/b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f HTTP/1.1" status: 204 len: 173 time: 0.7889338 Jan 25 02:45:36.716870 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'name': 'network-vif-deleted', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:45:36.719097 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde25056-b061-4fa5-90d4-127422380e38" -d '{"events": [{"server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "name": "network-vif-deleted", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:45:36.761378 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc09d68b-0151-4c79-872b-4c0728be81eb x-openstack-request-id: req-dc09d68b-0151-4c79-872b-4c0728be81eb {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:45:36.761745 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9927e3-d36e-4207-88ac-10a96e2985c9", "name": "network-vif-deleted", "tag": "b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:45:36.762024 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-dc09d68b-0151-4c79-872b-4c0728be81eb {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:45:36.762405 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9927e3-d36e-4207-88ac-10a96e2985c9', 'name': 'network-vif-deleted', 'tag': 'b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f', 'status': 'completed', 'code': 200} Jan 25 02:45:36.812100 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:37.017851 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:37.044033 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] Checking router: 8d0ba35c-6141-42f2-8631-0f83a1a7dffc for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:45:37.052945 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:37.053563 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:45:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:37.154953 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:37.367853 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:37.397281 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14732d30-54b6-48d1-a70e-10d098ab7406 None None] The sync data for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi is: [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:35:31Z', 'revision_number': 4, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'c40153aa-ab9c-4c82-89e7-7692e94f5ccc', 'name': '', 'network_id': '65df6904-e24d-4fef-8b76-dfdf7556d155', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'mac_address': 'fa:16:3e:2f:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:30Z', 'updated_at': '2022-01-25T02:35:38Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'subnets': [{'id': '1ebf40b8-91d0-4503-a781-0b57dca1bae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:45:37.601887 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49440) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:37.615510 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d418335-31ec-4fd0-8107-902b463cb2d1 None None] New status for floating IP d17c2276-a083-407c-b992-12ef026d0c7d: DOWN {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:45:37.659473 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9ad25ec-3399-43d8-9b1a-16d8e7ee2538 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (47ec11f2-019b-4b13-9acb-454560b49108), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:37.684203 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9ad25ec-3399-43d8-9b1a-16d8e7ee2538 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (47ec11f2-019b-4b13-9acb-454560b49108), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:37.736278 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9ad25ec-3399-43d8-9b1a-16d8e7ee2538 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (47ec11f2-019b-4b13-9acb-454560b49108), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:37.739434 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9ad25ec-3399-43d8-9b1a-16d8e7ee2538 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:37.740884 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f9ad25ec-3399-43d8-9b1a-16d8e7ee2538 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "DELETE /v2.0/security-groups/47ec11f2-019b-4b13-9acb-454560b49108 HTTP/1.1" status: 204 len: 168 time: 0.1378534 Jan 25 02:45:37.743658 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49442) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:37.750624 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad25ec-3399-43d8-9b1a-16d8e7ee2538 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ec11f2-019b-4b13-9acb-454560b49108,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:37.760838 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.api.v2.resource [None req-01c6c73f-6f91-498a-9c1f-449e916cdf0e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] show failed (client error): The resource could not be found. Jan 25 02:45:37.762189 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-01c6c73f-6f91-498a-9c1f-449e916cdf0e tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "GET /v2.0/security-groups/47ec11f2-019b-4b13-9acb-454560b49108 HTTP/1.1" status: 404 len: 347 time: 0.0167229 Jan 25 02:45:37.766550 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49444) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:37.892054 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7b6c0-addb-4f14-a2b6-0e7e1353cfb0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Deleting port 85c72529-c32b-4826-9141-1dcba7865621 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:45:37.892399 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d4d7b6c0-addb-4f14-a2b6-0e7e1353cfb0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (85c72529-c32b-4826-9141-1dcba7865621), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:37.969665 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d4d7b6c0-addb-4f14-a2b6-0e7e1353cfb0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (85c72529-c32b-4826-9141-1dcba7865621), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:37.970040 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d4d7b6c0-addb-4f14-a2b6-0e7e1353cfb0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (85c72529-c32b-4826-9141-1dcba7865621), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:37.982279 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7b6c0-addb-4f14-a2b6-0e7e1353cfb0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Calling delete_port for 85c72529-c32b-4826-9141-1dcba7865621 owned by network:floatingip {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:45:38.125289 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d4d7b6c0-addb-4f14-a2b6-0e7e1353cfb0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (85c72529-c32b-4826-9141-1dcba7865621), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:38.150855 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7b6c0-addb-4f14-a2b6-0e7e1353cfb0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Pushing event deleted for resources: {'Port': ['ID=85c72529-c32b-4826-9141-1dcba7865621,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:38.211670 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d4d7b6c0-addb-4f14-a2b6-0e7e1353cfb0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks [] for floatingip (d17c2276-a083-407c-b992-12ef026d0c7d), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:38.214177 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d4d7b6c0-addb-4f14-a2b6-0e7e1353cfb0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:38.215311 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-d4d7b6c0-addb-4f14-a2b6-0e7e1353cfb0 tempest-AttachVolumeShelveTestJSON-1940988700 tempest-AttachVolumeShelveTestJSON-1940988700-project] 10.222.0.117 "DELETE /v2.0/floatingips/d17c2276-a083-407c-b992-12ef026d0c7d HTTP/1.1" status: 204 len: 168 time: 0.4478114 Jan 25 02:45:39.045670 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:45:39.064687 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:45:39.065035 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device b9bd8a94-b879-4cbc-a5cf-3f95fdbcf20f not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:45:40.672852 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49472) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:41.111901 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460788'] for router_interface (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:41.352727 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] Deleting port c40153aa-ab9c-4c82-89e7-7692e94f5ccc {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:45:41.353073 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:41.440860 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] For port c40153aa-ab9c-4c82-89e7-7692e94f5ccc, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=c40153aa-ab9c-4c82-89e7-7692e94f5ccc,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:41.441132 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:41.456212 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] Calling delete_port for c40153aa-ab9c-4c82-89e7-7692e94f5ccc owned by network:router_interface {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:45:41.635216 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (c40153aa-ab9c-4c82-89e7-7692e94f5ccc), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:41.661187 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40153aa-ab9c-4c82-89e7-7692e94f5ccc,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:41.839662 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474073'] for router_interface (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:42.046988 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] Router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:45:42.165784 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:45:42.171016 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c59491b7-b8ca-4446-bad0-0de34830c831 admin admin] 10.222.0.117 "PUT /v2.0/routers/8d0ba35c-6141-42f2-8631-0f83a1a7dffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4970529 Jan 25 02:45:42.173538 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49478) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:42.175336 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] Sync routers for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:45:42.186027 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:42.186713 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:45:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:42.277032 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Publish callbacks [] for router (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:42.290346 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:42.381236 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Publish callbacks [] for router_gateway (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:42.434604 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Deleting port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:45:42.434946 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:42.536192 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] For port 9993ab9a-205b-4aad-9e6f-7c5d26eacf91, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=9993ab9a-205b-4aad-9e6f-7c5d26eacf91,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:42.536713 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:42.553938 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Calling delete_port for 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 owned by network:router_gateway {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:45:42.608975 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:45:41Z', 'revision_number': 5, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port': {'id': '9993ab9a-205b-4aad-9e6f-7c5d26eacf91', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:25Z', 'updated_at': '2022-01-25T02:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:42.636093 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] Checking router: 8d0ba35c-6141-42f2-8631-0f83a1a7dffc for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:45:42.644424 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] Routers {'8d0ba35c-6141-42f2-8631-0f83a1a7dffc'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:42.645141 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:45:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:42.732589 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] Set router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:42.737292 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (9993ab9a-205b-4aad-9e6f-7c5d26eacf91), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:42.762411 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9993ab9a-205b-4aad-9e6f-7c5d26eacf91,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:42.774537 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.774892 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.775240 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.775581 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.775941 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.776282 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.776614 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.776946 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.777279 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.777606 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.777930 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.778253 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.778571 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:42.787024 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:45:42Z', 'revision_number': 6, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port_host': None}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:42.812722 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e24b3-b33f-49fa-b417-ef6b23cb3ec6 None None] The sync data for ids ['8d0ba35c-6141-42f2-8631-0f83a1a7dffc'] in dv-cinder-819778-6-iscsi is: [{'id': '8d0ba35c-6141-42f2-8631-0f83a1a7dffc', 'name': 'tempest-AttachVolumeShelveTestJSON-1943764686-router', 'tenant_id': '461a94a96965493aa3c9fdfcd43258c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:24Z', 'updated_at': '2022-01-25T02:45:42Z', 'revision_number': 6, 'project_id': '461a94a96965493aa3c9fdfcd43258c5', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:45:42.837234 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472325'] for router_gateway (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.168223 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.170807 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Publish callbacks [] for router_controller (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.216924 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470929'] for router (8d0ba35c-6141-42f2-8631-0f83a1a7dffc), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.217533 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0ba35c-6141-42f2-8631-0f83a1a7dffc {{(pid=102671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:45:43.222004 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.223824 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-a6c71cea-a68c-4631-b09f-6297752f4b2d admin admin] 10.222.0.117 "DELETE /v2.0/routers/8d0ba35c-6141-42f2-8631-0f83a1a7dffc HTTP/1.1" status: 204 len: 168 time: 1.0486047 Jan 25 02:45:43.226774 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49484) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:43.271254 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a182784-0101-4326-9bcc-aaabdc29d729 admin admin] Deleting subnet 1ebf40b8-91d0-4503-a781-0b57dca1bae0 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:45:43.274349 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a182784-0101-4326-9bcc-aaabdc29d729 admin admin] Publish callbacks [] for subnet (1ebf40b8-91d0-4503-a781-0b57dca1bae0), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.310832 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a182784-0101-4326-9bcc-aaabdc29d729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10334889'] for subnet (1ebf40b8-91d0-4503-a781-0b57dca1bae0), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.384329 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a182784-0101-4326-9bcc-aaabdc29d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (1ebf40b8-91d0-4503-a781-0b57dca1bae0), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.435603 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a182784-0101-4326-9bcc-aaabdc29d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10000709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10474790'] for subnet (1ebf40b8-91d0-4503-a781-0b57dca1bae0), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.460619 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a182784-0101-4326-9bcc-aaabdc29d729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ebf40b8-91d0-4503-a781-0b57dca1bae0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:43.466183 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a182784-0101-4326-9bcc-aaabdc29d729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.469418 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2a182784-0101-4326-9bcc-aaabdc29d729 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/1ebf40b8-91d0-4503-a781-0b57dca1bae0 HTTP/1.1" status: 204 len: 168 time: 0.2416697 Jan 25 02:45:43.471916 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49486) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:43.472046 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a85455-6629-4862-b4e7-5aa1721bef2e None None] Network 65df6904-e24d-4fef-8b76-dfdf7556d155 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:45:43.544252 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (65df6904-e24d-4fef-8b76-dfdf7556d155), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.608536 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Deleting port ce8c6e65-1f37-4d30-a90e-9b9a019183df {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:45:43.608868 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.650993 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd686ee-1c2e-4a6d-baa1-cb7c781f7aa3 None None] DHCP port deletion for 65df6904-e24d-4fef-8b76-dfdf7556d155 request from dv-cinder-819778-6-iscsi {{(pid=102672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:45:43.653081 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:45:43.679399 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] For port ce8c6e65-1f37-4d30-a90e-9b9a019183df, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=ce8c6e65-1f37-4d30-a90e-9b9a019183df,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:43.679790 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.693736 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Calling delete_port for ce8c6e65-1f37-4d30-a90e-9b9a019183df owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:45:43.711391 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:45:43.711954 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 9993ab9a-205b-4aad-9e6f-7c5d26eacf91 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:45:43.712599 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device c40153aa-ab9c-4c82-89e7-7692e94f5ccc no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:45:43.742976 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: c40153aa-ab9c-4c82-89e7-7692e94f5ccc {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:45:43.743319 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device c40153aa-ab9c-4c82-89e7-7692e94f5ccc not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:45:43.764260 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-8dd686ee-1c2e-4a6d-baa1-cb7c781f7aa3 None None] Deleting port ce8c6e65-1f37-4d30-a90e-9b9a019183df {{(pid=102672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:45:43.764711 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8dd686ee-1c2e-4a6d-baa1-cb7c781f7aa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), before_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.777269 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.805196 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] No DVR routers for this DVR port ce8c6e65-1f37-4d30-a90e-9b9a019183df on host dv-cinder-819778-6-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:45:43.809118 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8c6e65-1f37-4d30-a90e-9b9a019183df,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:43.831916 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-8dd686ee-1c2e-4a6d-baa1-cb7c781f7aa3 None None] For port ce8c6e65-1f37-4d30-a90e-9b9a019183df, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=ce8c6e65-1f37-4d30-a90e-9b9a019183df,segment=NetworkSegment(cc5c2852-4821-4359-bcef-f79b055d6a2d),segment_id=cc5c2852-4821-4359-bcef-f79b055d6a2d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:43.833129 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8dd686ee-1c2e-4a6d-baa1-cb7c781f7aa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), precommit_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.835028 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.835443 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.835831 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.836169 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.836509 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.836844 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.837176 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.837516 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.837845 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.838177 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.838507 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.838833 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.839178 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:43.850376 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-8dd686ee-1c2e-4a6d-baa1-cb7c781f7aa3 None None] Calling delete_port for ce8c6e65-1f37-4d30-a90e-9b9a019183df owned by network:dhcp {{(pid=102672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:45:43.902374 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (65df6904-e24d-4fef-8b76-dfdf7556d155), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.922887 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65df6904-e24d-4fef-8b76-dfdf7556d155']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:43.931846 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8dd686ee-1c2e-4a6d-baa1-cb7c781f7aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530'] for port (ce8c6e65-1f37-4d30-a90e-9b9a019183df), after_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.932889 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5c2852-4821-4359-bcef-f79b055d6a2d') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:43.933199 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5c2852-4821-4359-bcef-f79b055d6a2d') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:43.942922 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (cc5c2852-4821-4359-bcef-f79b055d6a2d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.956638 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (cc5c2852-4821-4359-bcef-f79b055d6a2d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.956801 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd686ee-1c2e-4a6d-baa1-cb7c781f7aa3 None None] Pushing event deleted for resources: {'Port': ['ID=ce8c6e65-1f37-4d30-a90e-9b9a019183df,revision_number=None']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:43.961084 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd686ee-1c2e-4a6d-baa1-cb7c781f7aa3 None None] No DVR routers for this DVR port ce8c6e65-1f37-4d30-a90e-9b9a019183df on host dv-cinder-819778-6-iscsi {{(pid=102672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:45:43.964357 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:45:43.964796 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (cc5c2852-4821-4359-bcef-f79b055d6a2d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: warnings.warn(msg) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:45:43.966694 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:45:44.029063 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (65df6904-e24d-4fef-8b76-dfdf7556d155), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:44.034253 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:44.040185 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] 10.222.0.117 "DELETE /v2.0/networks/65df6904-e24d-4fef-8b76-dfdf7556d155 HTTP/1.1" status: 204 len: 168 time: 0.5671947 Jan 25 02:45:44.051317 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ee257-81e4-4ece-bec8-af885763c58a admin admin] Pushing event deleted for resources: {'Network': ['ID=65df6904-e24d-4fef-8b76-dfdf7556d155,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:44.151357 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49492) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:44.190373 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0f0d5e9e-1c66-4da8-9640-d3cf37b830a3 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=461a94a96965493aa3c9fdfcd43258c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376577 Jan 25 02:45:44.193207 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49494) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:44.243598 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b915a32-6495-4ae1-aba9-097a8bdf1803 admin admin] Publish callbacks [] for security_group (671dbde7-38b9-4fd9-8316-9dab7b161a8e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:44.265027 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b915a32-6495-4ae1-aba9-097a8bdf1803 admin admin] Publish callbacks [] for security_group (671dbde7-38b9-4fd9-8316-9dab7b161a8e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:44.310248 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b915a32-6495-4ae1-aba9-097a8bdf1803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (671dbde7-38b9-4fd9-8316-9dab7b161a8e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:44.312934 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b915a32-6495-4ae1-aba9-097a8bdf1803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:44.314081 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0b915a32-6495-4ae1-aba9-097a8bdf1803 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/671dbde7-38b9-4fd9-8316-9dab7b161a8e HTTP/1.1" status: 204 len: 168 time: 0.1199257 Jan 25 02:45:44.322026 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b915a32-6495-4ae1-aba9-097a8bdf1803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671dbde7-38b9-4fd9-8316-9dab7b161a8e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:45.419816 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device ce8c6e65-1f37-4d30-a90e-9b9a019183df no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:45:45.440769 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: ce8c6e65-1f37-4d30-a90e-9b9a019183df {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:45:45.441113 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device ce8c6e65-1f37-4d30-a90e-9b9a019183df not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:45:45.986725 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49546) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:46.092298 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfb6477d-15f8-44fe-b5b9-bdb8b83e134c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.165927 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfb6477d-15f8-44fe-b5b9-bdb8b83e134c admin admin] Publish callbacks [] for security_group (a934ab24-0ab3-4cff-bc07-1cfb2c48d836), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.169847 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfb6477d-15f8-44fe-b5b9-bdb8b83e134c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (a934ab24-0ab3-4cff-bc07-1cfb2c48d836), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.211905 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cfb6477d-15f8-44fe-b5b9-bdb8b83e134c admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=bcd08de294344d6796ff60fb12a350b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240655 Jan 25 02:45:46.212787 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6477d-15f8-44fe-b5b9-bdb8b83e134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a934ab24-0ab3-4cff-bc07-1cfb2c48d836,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:46.214626 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49552) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:46.265264 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-411e672a-67b3-4857-8d37-73572444bee2 admin admin] Publish callbacks [] for security_group (a934ab24-0ab3-4cff-bc07-1cfb2c48d836), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.288925 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-411e672a-67b3-4857-8d37-73572444bee2 admin admin] Publish callbacks [] for security_group (a934ab24-0ab3-4cff-bc07-1cfb2c48d836), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.339754 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-411e672a-67b3-4857-8d37-73572444bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (a934ab24-0ab3-4cff-bc07-1cfb2c48d836), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.342327 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-411e672a-67b3-4857-8d37-73572444bee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.343467 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-411e672a-67b3-4857-8d37-73572444bee2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a934ab24-0ab3-4cff-bc07-1cfb2c48d836 HTTP/1.1" status: 204 len: 168 time: 0.1272693 Jan 25 02:45:46.351825 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e672a-67b3-4857-8d37-73572444bee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a934ab24-0ab3-4cff-bc07-1cfb2c48d836,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:46.599677 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49558) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:46.613040 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-866ffa93-c6e6-4120-99c8-5e081b023a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.692655 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-866ffa93-c6e6-4120-99c8-5e081b023a7d admin admin] Publish callbacks [] for security_group (84eb10c1-8098-4ca2-8815-94dd850d247e), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.696687 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-866ffa93-c6e6-4120-99c8-5e081b023a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (84eb10c1-8098-4ca2-8815-94dd850d247e), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.734223 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-866ffa93-c6e6-4120-99c8-5e081b023a7d admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=2af8372f99f04bf49771b1459f2131fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334586 Jan 25 02:45:46.735185 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ffa93-c6e6-4120-99c8-5e081b023a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eb10c1-8098-4ca2-8815-94dd850d247e,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:46.736922 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49560) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:46.785979 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e40d22ef-d4ea-471f-b9ca-e5ec03d3265e admin admin] Publish callbacks [] for security_group (84eb10c1-8098-4ca2-8815-94dd850d247e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.807368 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e40d22ef-d4ea-471f-b9ca-e5ec03d3265e admin admin] Publish callbacks [] for security_group (84eb10c1-8098-4ca2-8815-94dd850d247e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.855463 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e40d22ef-d4ea-471f-b9ca-e5ec03d3265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (84eb10c1-8098-4ca2-8815-94dd850d247e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.858038 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e40d22ef-d4ea-471f-b9ca-e5ec03d3265e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.859226 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e40d22ef-d4ea-471f-b9ca-e5ec03d3265e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/84eb10c1-8098-4ca2-8815-94dd850d247e HTTP/1.1" status: 204 len: 168 time: 0.1197858 Jan 25 02:45:46.867636 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d22ef-d4ea-471f-b9ca-e5ec03d3265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eb10c1-8098-4ca2-8815-94dd850d247e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:51.179912 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49654) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:51.284002 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6ef3212-9c82-45a6-8903-57fba4a1bfce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.359684 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6ef3212-9c82-45a6-8903-57fba4a1bfce admin admin] Publish callbacks [] for security_group (c030f1f8-9801-4742-a74a-10233e3c7897), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.363905 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6ef3212-9c82-45a6-8903-57fba4a1bfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c030f1f8-9801-4742-a74a-10233e3c7897), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.403513 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef3212-9c82-45a6-8903-57fba4a1bfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c030f1f8-9801-4742-a74a-10233e3c7897,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:51.407760 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f6ef3212-9c82-45a6-8903-57fba4a1bfce admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5fe0da15b35b43888ef16e7eb8b0e588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267911 Jan 25 02:45:51.410814 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49658) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:51.460309 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-14319a6f-d336-4ee6-8055-c192eb29bbd2 admin admin] Publish callbacks [] for security_group (c030f1f8-9801-4742-a74a-10233e3c7897), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.481006 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-14319a6f-d336-4ee6-8055-c192eb29bbd2 admin admin] Publish callbacks [] for security_group (c030f1f8-9801-4742-a74a-10233e3c7897), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.528706 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-14319a6f-d336-4ee6-8055-c192eb29bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c030f1f8-9801-4742-a74a-10233e3c7897), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.531336 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-14319a6f-d336-4ee6-8055-c192eb29bbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.532508 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-14319a6f-d336-4ee6-8055-c192eb29bbd2 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/c030f1f8-9801-4742-a74a-10233e3c7897 HTTP/1.1" status: 204 len: 168 time: 0.1204522 Jan 25 02:45:51.542664 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14319a6f-d336-4ee6-8055-c192eb29bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c030f1f8-9801-4742-a74a-10233e3c7897,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:51.790839 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49666) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:51.807781 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-49a2dd80-cfcb-43c9-9c15-ee91480ae009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.882673 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-49a2dd80-cfcb-43c9-9c15-ee91480ae009 admin admin] Publish callbacks [] for security_group (3239e80b-947f-4e25-ac49-2b168185e71a), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.887235 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-49a2dd80-cfcb-43c9-9c15-ee91480ae009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (3239e80b-947f-4e25-ac49-2b168185e71a), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.925702 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-49a2dd80-cfcb-43c9-9c15-ee91480ae009 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4efea0cc16af48208b84347751da3b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336677 Jan 25 02:45:51.927134 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2dd80-cfcb-43c9-9c15-ee91480ae009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3239e80b-947f-4e25-ac49-2b168185e71a,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:51.929623 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49668) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:51.977783 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f97fc486-cc8f-481c-be99-e977b04dc059 admin admin] Publish callbacks [] for security_group (3239e80b-947f-4e25-ac49-2b168185e71a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:51.998792 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f97fc486-cc8f-481c-be99-e977b04dc059 admin admin] Publish callbacks [] for security_group (3239e80b-947f-4e25-ac49-2b168185e71a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:52.043960 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f97fc486-cc8f-481c-be99-e977b04dc059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (3239e80b-947f-4e25-ac49-2b168185e71a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:52.046569 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f97fc486-cc8f-481c-be99-e977b04dc059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:52.047743 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f97fc486-cc8f-481c-be99-e977b04dc059 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/3239e80b-947f-4e25-ac49-2b168185e71a HTTP/1.1" status: 204 len: 168 time: 0.1166458 Jan 25 02:45:52.056138 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fc486-cc8f-481c-be99-e977b04dc059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3239e80b-947f-4e25-ac49-2b168185e71a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:57.831905 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49760) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:57.937473 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ee33a60-bf26-4d5d-b121-d665aea9a973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.014128 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ee33a60-bf26-4d5d-b121-d665aea9a973 admin admin] Publish callbacks [] for security_group (24ebf6bd-451b-4d4a-bde4-5323212ade19), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.019281 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ee33a60-bf26-4d5d-b121-d665aea9a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (24ebf6bd-451b-4d4a-bde4-5323212ade19), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.024616 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d8a2d877-7d7e-4c60-adc0-c713a94f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.063291 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-6ee33a60-bf26-4d5d-b121-d665aea9a973 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=e75bcf2bab8d43bea2b627d8f32a503c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296188 Jan 25 02:45:58.064200 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee33a60-bf26-4d5d-b121-d665aea9a973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ebf6bd-451b-4d4a-bde4-5323212ade19,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:58.065983 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49764) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:58.115853 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c038241-0e27-46f1-ad90-3a00b57fd6cf admin admin] Publish callbacks [] for security_group (24ebf6bd-451b-4d4a-bde4-5323212ade19), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.136460 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c038241-0e27-46f1-ad90-3a00b57fd6cf admin admin] Publish callbacks [] for security_group (24ebf6bd-451b-4d4a-bde4-5323212ade19), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.182092 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c038241-0e27-46f1-ad90-3a00b57fd6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (24ebf6bd-451b-4d4a-bde4-5323212ade19), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.184672 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c038241-0e27-46f1-ad90-3a00b57fd6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.185806 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9c038241-0e27-46f1-ad90-3a00b57fd6cf admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/24ebf6bd-451b-4d4a-bde4-5323212ade19 HTTP/1.1" status: 204 len: 168 time: 0.1180842 Jan 25 02:45:58.193502 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c038241-0e27-46f1-ad90-3a00b57fd6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ebf6bd-451b-4d4a-bde4-5323212ade19,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:58.441734 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49770) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:58.455313 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-05ea86a5-d3cf-464d-9fb9-f4208af2ef00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.533589 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-05ea86a5-d3cf-464d-9fb9-f4208af2ef00 admin admin] Publish callbacks [] for security_group (3f609184-fd22-40a4-bdfd-1cea11f44396), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.538008 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-05ea86a5-d3cf-464d-9fb9-f4208af2ef00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (3f609184-fd22-40a4-bdfd-1cea11f44396), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.576428 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-05ea86a5-d3cf-464d-9fb9-f4208af2ef00 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=c7703d57dd8a47648303f69543b93ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333425 Jan 25 02:45:58.577393 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea86a5-d3cf-464d-9fb9-f4208af2ef00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f609184-fd22-40a4-bdfd-1cea11f44396,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:58.579058 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49774) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:58.631563 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3cdf975a-be00-418f-bf85-d28eac1971a4 admin admin] Publish callbacks [] for security_group (3f609184-fd22-40a4-bdfd-1cea11f44396), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.652527 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3cdf975a-be00-418f-bf85-d28eac1971a4 admin admin] Publish callbacks [] for security_group (3f609184-fd22-40a4-bdfd-1cea11f44396), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.698273 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3cdf975a-be00-418f-bf85-d28eac1971a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (3f609184-fd22-40a4-bdfd-1cea11f44396), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.700860 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3cdf975a-be00-418f-bf85-d28eac1971a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:58.702030 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3cdf975a-be00-418f-bf85-d28eac1971a4 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/3f609184-fd22-40a4-bdfd-1cea11f44396 HTTP/1.1" status: 204 len: 168 time: 0.1213379 Jan 25 02:45:58.710497 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf975a-be00-418f-bf85-d28eac1971a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f609184-fd22-40a4-bdfd-1cea11f44396,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:59.356723 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 49798) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:59.456555 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-925653457-network', 'tenant_id': '48ce4d90d9f948748057584c88319497'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:45:59.479371 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Made reservation on behalf of 48ce4d90d9f948748057584c88319497 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:45:59.481570 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:59.489585 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:59.562362 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Publish callbacks [] for security_group (13777abb-aac2-4cae-8612-8c44a9b92e35), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:59.566472 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (13777abb-aac2-4cae-8612-8c44a9b92e35), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:59.589414 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:45:59.609294 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13777abb-aac2-4cae-8612-8c44a9b92e35,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:59.615078 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (81c2bcc2-dd80-49be-8dda-668eca09072c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:59.615424 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Added segment 81c2bcc2-dd80-49be-8dda-668eca09072c of type vlan for network 4f7e7082-5225-41d0-8ffc-0ec4d230f83c Jan 25 02:45:59.656122 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (4f7e7082-5225-41d0-8ffc-0ec4d230f83c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:59.680891 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (4f7e7082-5225-41d0-8ffc-0ec4d230f83c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:59.681931 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:59.682518 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:59.718231 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3602123 Jan 25 02:45:59.721256 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 49804) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:59.727454 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Request body: {'subnet': {'network_id': '4f7e7082-5225-41d0-8ffc-0ec4d230f83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-925653457-subnet', 'tenant_id': '48ce4d90d9f948748057584c88319497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:45:59.749459 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2ebb5-44ec-4a04-9103-bb1eccb3304e admin admin] Pushing event updated for resources: {'Network': ['ID=4f7e7082-5225-41d0-8ffc-0ec4d230f83c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:59.749984 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Made reservation on behalf of 48ce4d90d9f948748057584c88319497 for: {'subnet': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:45:59.752376 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10101088'] for subnet (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:59.761370 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 4f7e7082-5225-41d0-8ffc-0ec4d230f83c details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:45:59.922935 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10101070'] for subnet (5f3a9fc6-5b52-4389-a909-e399ae36ee80), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:59.971890 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3a9fc6-5b52-4389-a909-e399ae36ee80,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:59.987578 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Checking segment: {'id': '81c2bcc2-dd80-49be-8dda-668eca09072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4f7e7082-5225-41d0-8ffc-0ec4d230f83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:45:59.987968 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Network hostable DHCP agents. Network: 4f7e7082-5225-41d0-8ffc-0ec4d230f83c, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:46:00.005458 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Network 4f7e7082-5225-41d0-8ffc-0ec4d230f83c is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:46:00.013435 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 4f7e7082-5225-41d0-8ffc-0ec4d230f83c) {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:46:00.017886 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:00.018491 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:00.024792 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9243b336-a505-420f-bacf-52143a311c44 None None] Network 4f7e7082-5225-41d0-8ffc-0ec4d230f83c requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:46:00.034882 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-1238f947-3e06-4937-9b2a-4b3b5d1011aa admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3125439 Jan 25 02:46:00.123685 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd0ebf-10ef-4b75-be23-51dfabbe4062 None None] Network 4f7e7082-5225-41d0-8ffc-0ec4d230f83c requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:46:00.199159 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-afe4c389-a7b9-4caa-91fc-fb49ef6abcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:01.551834 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:01.557433 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:01.792207 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-e8081fe9-bdae-4a4e-b656-1d156fcab685 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:01.794359 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-e8081fe9-bdae-4a4e-b656-1d156fcab685 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/networks?id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c HTTP/1.1" status: 200 len: 813 time: 0.1222415 Jan 25 02:46:01.809765 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-5348058a-166a-43d9-9709-1549ee3c2ac8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/quotas/48ce4d90d9f948748057584c88319497 HTTP/1.1" status: 200 len: 375 time: 0.0100510 Jan 25 02:46:01.842502 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-3fad1af9-ccef-4774-9b65-19be656dfef3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=48ce4d90d9f948748057584c88319497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272479 Jan 25 02:46:01.853568 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-b12a1521-14f4-4daf-9f0f-b4fea2d91f2a service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:46:01.854513 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-b12a1521-14f4-4daf-9f0f-b4fea2d91f2a service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049751 Jan 25 02:46:01.944961 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-d8673299-d467-4c5f-bad1-38bf55cf96f0 service neutron] 10.222.0.117 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Jan 25 02:46:02.036618 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-828021fb-9506-43ee-bee6-a7769fdb73e0 service neutron] 10.222.0.117 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856106 Jan 25 02:46:02.211756 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6d06acfc-272a-44b6-b671-a5cf442cd9fe req-cdaa5e30-3b2f-49cf-a7c9-41b60ba33321 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 210 time: 0.0268550 Jan 25 02:46:02.463902 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:46:02.978654 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.273475 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:03.276753 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 02:46:03.278368 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-f76f9af8-9901-48f1-9bc7-2048f2ee90d2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:03.278368 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-f76f9af8-9901-48f1-9bc7-2048f2ee90d2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.121 "GET /v2.0/networks?id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c HTTP/1.1" status: 200 len: 813 time: 0.1106341 Jan 25 02:46:03.314664 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Request body: {'port': {'device_id': 'e62c2b43-6688-4a5d-9f4f-c5481c7910a5', 'network_id': '4f7e7082-5225-41d0-8ffc-0ec4d230f83c', 'admin_state_up': True, 'tenant_id': '48ce4d90d9f948748057584c88319497'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:46:03.319211 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6c2bf480-75cf-4c56-a853-7f6dd0181ae4 req-f5315c07-8892-468f-bdf3-08f53e18679d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 210 time: 0.0332117 Jan 25 02:46:03.427798 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Made reservation on behalf of 48ce4d90d9f948748057584c88319497 for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:46:03.431232 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.551126 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Allocated IP 172.20.0.2 (4f7e7082-5225-41d0-8ffc-0ec4d230f83c/5f3a9fc6-5b52-4389-a909-e399ae36ee80/fad27605-45b6-4b2b-9ed5-13d7fb257e40) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:46:03.697428 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Publish callbacks [] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.730904 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.770148 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Network 4f7e7082-5225-41d0-8ffc-0ec4d230f83c is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:46:03.773097 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:46:03.778554 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:46:03.807040 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Pushing event updated for resources: {'Port': ['ID=fad27605-45b6-4b2b-9ed5-13d7fb257e40,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:03.835158 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:03.835793 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.851008 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c52bf53a-ffb9-4d63-9ce6-f9f23ff06e17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403728 Jan 25 02:46:03.859808 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-ba7bee34-f160-4d6e-bb2a-aea9fc453cfa tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:46:03.860738 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-ba7bee34-f160-4d6e-bb2a-aea9fc453cfa tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049560 Jan 25 02:46:03.877782 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Request body: {'port': {'device_id': 'e62c2b43-6688-4a5d-9f4f-c5481c7910a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:46:03.929241 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.171654 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.193371 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad27605-45b6-4b2b-9ed5-13d7fb257e40 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:46:04.201204 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Publish callbacks [] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.213155 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Transition to ACTIVE for port object fad27605-45b6-4b2b-9ed5-13d7fb257e40 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:46:04.216494 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.265839 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Pushing event updated for resources: {'Port': ['ID=fad27605-45b6-4b2b-9ed5-13d7fb257e40,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:04.329199 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Attempting to bind port fad27605-45b6-4b2b-9ed5-13d7fb257e40 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:46:04.329883 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Attempting to bind port fad27605-45b6-4b2b-9ed5-13d7fb257e40 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '81c2bcc2-dd80-49be-8dda-668eca09072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4f7e7082-5225-41d0-8ffc-0ec4d230f83c'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:46:04.329883 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Attempting to bind port fad27605-45b6-4b2b-9ed5-13d7fb257e40 on network 4f7e7082-5225-41d0-8ffc-0ec4d230f83c {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:46:04.334795 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Port fad27605-45b6-4b2b-9ed5-13d7fb257e40 on network 4f7e7082-5225-41d0-8ffc-0ec4d230f83c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:46:04.335113 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Attempting to bind port fad27605-45b6-4b2b-9ed5-13d7fb257e40 on network 4f7e7082-5225-41d0-8ffc-0ec4d230f83c {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:46:04.339759 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:46:04.340098 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Checking segment: {'id': '81c2bcc2-dd80-49be-8dda-668eca09072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4f7e7082-5225-41d0-8ffc-0ec4d230f83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:46:04.340471 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Bound using segment: {'id': '81c2bcc2-dd80-49be-8dda-668eca09072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4f7e7082-5225-41d0-8ffc-0ec4d230f83c'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:46:04.340894 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Bound port: fad27605-45b6-4b2b-9ed5-13d7fb257e40, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c2bcc2-dd80-49be-8dda-668eca09072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4f7e7082-5225-41d0-8ffc-0ec4d230f83c'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:46:04.341310 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.433732 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] For port fad27605-45b6-4b2b-9ed5-13d7fb257e40, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:46:04.437981 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] For port fad27605-45b6-4b2b-9ed5-13d7fb257e40, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40,segment=NetworkSegment(81c2bcc2-dd80-49be-8dda-668eca09072c),segment_id=81c2bcc2-dd80-49be-8dda-668eca09072c)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:46:04.443384 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.459436 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6050b-0324-4b36-86f3-ffee36a94904 req-0eb2faf9-8a3a-4201-bd56-cc3ad8dea883 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:04.460954 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9ed6050b-0324-4b36-86f3-ffee36a94904 req-0eb2faf9-8a3a-4201-bd56-cc3ad8dea883 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 943 time: 0.0734324 Jan 25 02:46:04.487438 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:04.488033 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.489581 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] 10.222.0.121 "PUT /v2.0/ports/fad27605-45b6-4b2b-9ed5-13d7fb257e40 HTTP/1.1" status: 200 len: 1093 time: 0.6152072 Jan 25 02:46:04.495856 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62c2b43-6688-4a5d-9f4f-c5481c7910a5', 'tag': 'fad27605-45b6-4b2b-9ed5-13d7fb257e40'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:46:04.498016 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fba8086-7941-45a7-ab62-01b6e3574782" -d '{"events": [{"name": "network-changed", "server_uuid": "e62c2b43-6688-4a5d-9f4f-c5481c7910a5", "tag": "fad27605-45b6-4b2b-9ed5-13d7fb257e40"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:46:04.541501 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1961b89e-8655-4355-9edf-07fa875b19ae x-openstack-request-id: req-1961b89e-8655-4355-9edf-07fa875b19ae {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:46:04.541815 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62c2b43-6688-4a5d-9f4f-c5481c7910a5", "tag": "fad27605-45b6-4b2b-9ed5-13d7fb257e40", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:46:04.542076 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-1961b89e-8655-4355-9edf-07fa875b19ae {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:46:04.542468 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62c2b43-6688-4a5d-9f4f-c5481c7910a5', 'tag': 'fad27605-45b6-4b2b-9ed5-13d7fb257e40', 'status': 'completed', 'code': 200} Jan 25 02:46:04.550811 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972c20e-838e-4a40-8f67-e4eac722f97b service neutron] Pushing event updated for resources: {'Port': ['ID=fad27605-45b6-4b2b-9ed5-13d7fb257e40,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:04.575233 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9ed6050b-0324-4b36-86f3-ffee36a94904 req-61d5dd5e-ab2f-4b4d-8351-a95014de9ca4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953639 Jan 25 02:46:04.603714 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-cc2e95aa-c5a8-414c-b345-c4bfcb41da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:04.605456 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-cc2e95aa-c5a8-414c-b345-c4bfcb41da92 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=48ce4d90d9f948748057584c88319497&device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 1096 time: 0.0463650 Jan 25 02:46:04.657990 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-127ac33f-ac2d-4197-8bb9-d194afad1e75 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40 HTTP/1.1" status: 200 len: 217 time: 0.0366144 Jan 25 02:46:04.705520 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-63cf104f-1435-4c86-8cd4-f12113104e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:04.706989 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-63cf104f-1435-4c86-8cd4-f12113104e37 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f3a9fc6-5b52-4389-a909-e399ae36ee80 HTTP/1.1" status: 200 len: 853 time: 0.0425427 Jan 25 02:46:04.735941 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-4e986dba-fd49-436f-8d71-9b903f5c24e8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229399 Jan 25 02:46:04.824585 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-8e9387ec-82ed-4f0a-b8dc-b2d71a282070 service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829227 Jan 25 02:46:04.920754 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-824bde5f-536c-4bac-9447-a2181baa6ce0 req-a7fce840-3933-44e9-9bad-b4eda2f31806 service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899520 Jan 25 02:46:05.053092 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba8086-7941-45a7-ab62-01b6e3574782 req-69a9bb57-3572-4ec4-ad87-8c76a908dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:05.054479 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1fba8086-7941-45a7-ab62-01b6e3574782 req-69a9bb57-3572-4ec4-ad87-8c76a908dc30 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=48ce4d90d9f948748057584c88319497&device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 1096 time: 0.0448704 Jan 25 02:46:05.143708 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba8086-7941-45a7-ab62-01b6e3574782 req-b8c5000f-ff05-4cbc-bf2a-f8e72d192581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:05.145446 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1fba8086-7941-45a7-ab62-01b6e3574782 req-b8c5000f-ff05-4cbc-bf2a-f8e72d192581 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c HTTP/1.1" status: 200 len: 914 time: 0.0838642 Jan 25 02:46:05.189898 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1fba8086-7941-45a7-ab62-01b6e3574782 req-10285637-d8b9-472a-a457-c3ec3ef903a7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40 HTTP/1.1" status: 200 len: 217 time: 0.0382042 Jan 25 02:46:05.240347 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba8086-7941-45a7-ab62-01b6e3574782 req-3fbd7359-f4b5-4288-9200-51d252f07e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:05.241760 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1fba8086-7941-45a7-ab62-01b6e3574782 req-3fbd7359-f4b5-4288-9200-51d252f07e73 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f3a9fc6-5b52-4389-a909-e399ae36ee80 HTTP/1.1" status: 200 len: 853 time: 0.0430775 Jan 25 02:46:05.270770 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1fba8086-7941-45a7-ab62-01b6e3574782 req-c3bf994a-3513-4460-ae84-7f09b2efd8ce service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232525 Jan 25 02:46:05.369778 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1fba8086-7941-45a7-ab62-01b6e3574782 req-72eabfdf-0732-4552-9892-2f36b06fd5f8 service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832012 Jan 25 02:46:05.457186 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1fba8086-7941-45a7-ab62-01b6e3574782 req-8fa25eb8-6616-4e7a-87c4-1c73fd429b3d service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813625 Jan 25 02:46:05.693576 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7ebda-2f0c-47a6-9282-1ce9635ef928 req-7c0fddbe-2f44-43c2-88c8-7c96d5c822de tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:05.695055 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aaf7ebda-2f0c-47a6-9282-1ce9635ef928 req-7c0fddbe-2f44-43c2-88c8-7c96d5c822de tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 943 time: 0.0532296 Jan 25 02:46:05.744650 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aaf7ebda-2f0c-47a6-9282-1ce9635ef928 req-5243811d-dd86-4d0e-8d5d-12fc315d321a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Jan 25 02:46:06.864035 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4df60-5d18-4ce9-b7ea-a6501be12a63 req-7cd46154-a751-489a-b6e0-52fd7c40fd3d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:06.865660 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9ca4df60-5d18-4ce9-b7ea-a6501be12a63 req-7cd46154-a751-489a-b6e0-52fd7c40fd3d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 943 time: 0.0535128 Jan 25 02:46:06.911277 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9ca4df60-5d18-4ce9-b7ea-a6501be12a63 req-4f8ee409-0cba-404c-9005-a938245479cd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401649 Jan 25 02:46:08.022710 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762eaa8-5e92-401b-a8d2-020b806dcad4 req-7aa666c0-484b-472d-b10d-d55b6cc44f52 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:08.024188 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e762eaa8-5e92-401b-a8d2-020b806dcad4 req-7aa666c0-484b-472d-b10d-d55b6cc44f52 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 943 time: 0.0470126 Jan 25 02:46:08.070059 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e762eaa8-5e92-401b-a8d2-020b806dcad4 req-a6f42fde-e961-4293-a658-45d74c94bd37 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Jan 25 02:46:09.186349 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad7277-e72f-417a-8311-207ffd975589 req-38760ecd-4a94-4ddb-b781-efb8b23e905d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:09.187838 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f1ad7277-e72f-417a-8311-207ffd975589 req-38760ecd-4a94-4ddb-b781-efb8b23e905d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 943 time: 0.0513399 Jan 25 02:46:09.233204 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device fad27605-45b6-4b2b-9ed5-13d7fb257e40 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:46:09.243595 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f1ad7277-e72f-417a-8311-207ffd975589 req-8a98866e-3b8a-4d6f-9381-b7a9867a6fdb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500917 Jan 25 02:46:09.330288 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port fad27605-45b6-4b2b-9ed5-13d7fb257e40, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40,segment=NetworkSegment(81c2bcc2-dd80-49be-8dda-668eca09072c),segment_id=81c2bcc2-dd80-49be-8dda-668eca09072c)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:46:09.340453 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'fad27605-45b6-4b2b-9ed5-13d7fb257e40', 'network_id': '4f7e7082-5225-41d0-8ffc-0ec4d230f83c', 'port_id': 'fad27605-45b6-4b2b-9ed5-13d7fb257e40', 'mac_address': 'fa:16:3e:8a:89:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3a9fc6-5b52-4389-a909-e399ae36ee80', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:46:09.377465 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port fad27605-45b6-4b2b-9ed5-13d7fb257e40 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:46:09.377862 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:09.390302 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad27605-45b6-4b2b-9ed5-13d7fb257e40 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:46:09.408856 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port fad27605-45b6-4b2b-9ed5-13d7fb257e40, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40,segment=NetworkSegment(81c2bcc2-dd80-49be-8dda-668eca09072c),segment_id=81c2bcc2-dd80-49be-8dda-668eca09072c)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:46:09.413477 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:09.461856 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=fad27605-45b6-4b2b-9ed5-13d7fb257e40,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:09.468899 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.469260 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.469616 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.469959 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.470297 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.470631 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.470960 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.471289 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.471617 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.471970 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.472299 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.473309 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.473635 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:09.841372 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['fad27605-45b6-4b2b-9ed5-13d7fb257e40'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:46:10.355102 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce78c2-cb3f-40cf-ba50-6dbafbaa6318 req-7172a5e5-4d83-42a4-9403-940ad7b2420f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:10.356564 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-85ce78c2-cb3f-40cf-ba50-6dbafbaa6318 req-7172a5e5-4d83-42a4-9403-940ad7b2420f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 944 time: 0.0488076 Jan 25 02:46:10.402922 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-85ce78c2-cb3f-40cf-ba50-6dbafbaa6318 req-960a9984-038a-4f8f-89b4-ab028c58aed1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Jan 25 02:46:11.233475 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device fad27605-45b6-4b2b-9ed5-13d7fb257e40 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:46:11.284234 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port fad27605-45b6-4b2b-9ed5-13d7fb257e40 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:46:11.289683 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port fad27605-45b6-4b2b-9ed5-13d7fb257e40 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:46:11.290053 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:11.365439 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port fad27605-45b6-4b2b-9ed5-13d7fb257e40 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:46:11.366315 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:11.388182 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62c2b43-6688-4a5d-9f4f-c5481c7910a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad27605-45b6-4b2b-9ed5-13d7fb257e40'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:46:11.390386 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185a6734-4818-455c-bdbd-ddd91fdc23f1" -d '{"events": [{"server_uuid": "e62c2b43-6688-4a5d-9f4f-c5481c7910a5", "name": "network-vif-plugged", "status": "completed", "tag": "fad27605-45b6-4b2b-9ed5-13d7fb257e40"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:46:11.403888 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port fad27605-45b6-4b2b-9ed5-13d7fb257e40, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40,segment=NetworkSegment(81c2bcc2-dd80-49be-8dda-668eca09072c),segment_id=81c2bcc2-dd80-49be-8dda-668eca09072c)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:46:11.407998 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:11.432320 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc6d96d-da06-4565-8dc3-2c931b5178dc x-openstack-request-id: req-3fc6d96d-da06-4565-8dc3-2c931b5178dc {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:46:11.432617 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62c2b43-6688-4a5d-9f4f-c5481c7910a5", "name": "network-vif-plugged", "status": "completed", "tag": "fad27605-45b6-4b2b-9ed5-13d7fb257e40", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:46:11.432876 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-3fc6d96d-da06-4565-8dc3-2c931b5178dc {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:46:11.433267 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62c2b43-6688-4a5d-9f4f-c5481c7910a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad27605-45b6-4b2b-9ed5-13d7fb257e40', 'code': 200} Jan 25 02:46:11.462981 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=fad27605-45b6-4b2b-9ed5-13d7fb257e40,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:11.521141 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8756faf-fa8e-45be-a447-d6939fbe5a3f req-0e160ae2-6098-4048-a960-39671fe6814a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:11.522589 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a8756faf-fa8e-45be-a447-d6939fbe5a3f req-0e160ae2-6098-4048-a960-39671fe6814a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0494425 Jan 25 02:46:11.569900 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a8756faf-fa8e-45be-a447-d6939fbe5a3f req-19383ee5-63bb-423d-ae54-07367bbd0f2f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Jan 25 02:46:11.646257 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322758f-10c9-4b2e-b8cc-d64d383aaab5 req-9cb0e21d-23cf-4c76-9cbf-5ab6e981407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:11.647805 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3322758f-10c9-4b2e-b8cc-d64d383aaab5 req-9cb0e21d-23cf-4c76-9cbf-5ab6e981407a service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 1098 time: 0.0395901 Jan 25 02:46:11.694604 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3322758f-10c9-4b2e-b8cc-d64d383aaab5 req-4904aa60-fb88-4995-aaf0-9f52697337f4 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Jan 25 02:46:12.688893 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f710c-78cd-45cf-9eb1-46195772f977 req-b12c1c01-9095-4cfc-a3b4-21fc5d160ba3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:12.690369 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d12f710c-78cd-45cf-9eb1-46195772f977 req-b12c1c01-9095-4cfc-a3b4-21fc5d160ba3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0517266 Jan 25 02:46:12.737439 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d12f710c-78cd-45cf-9eb1-46195772f977 req-72567794-acee-40fc-b784-62ad6f6aa078 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Jan 25 02:46:13.852587 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ccca3-0174-463b-b21e-eb6e952b103b req-b3950a08-b604-4611-ac57-d83a949f694c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:13.854066 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9f2ccca3-0174-463b-b21e-eb6e952b103b req-b3950a08-b604-4611-ac57-d83a949f694c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0491180 Jan 25 02:46:13.907475 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9f2ccca3-0174-463b-b21e-eb6e952b103b req-81543f02-39c4-4ce2-8559-1db2112bd6dd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479026 Jan 25 02:46:28.019483 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-19be9ba9-1542-4cd8-86c3-24b88736d536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:30.180138 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-95c8687e-1977-4c0e-92c9-a0bdce1ef015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:31.554445 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:31.555970 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:32.982959 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:34.173331 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:36.325344 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-fdb7c048-2be2-4adc-94e3-e7399f795e57 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860534 Jan 25 02:46:36.427483 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-b6af4784-7169-47f5-bdb7-b1ff0489ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:36.428948 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-b6af4784-7169-47f5-bdb7-b1ff0489ba5f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0387971 Jan 25 02:46:36.533740 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-d2ef9e4f-0893-4c6d-85f6-71c3c39e03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:36.535175 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-d2ef9e4f-0893-4c6d-85f6-71c3c39e03f6 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0861139 Jan 25 02:46:36.599776 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-07e3d681-b84d-489b-8597-f9aa8c80ceb8 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0576010 Jan 25 02:46:36.650608 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-d539156e-0ef0-4d84-a6c4-a402d959a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:36.652052 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-d539156e-0ef0-4d84-a6c4-a402d959a2f6 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0438859 Jan 25 02:46:36.702040 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-4004773b-8da7-4c9e-8ea3-aad75c5885b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:46:36.703487 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-4004773b-8da7-4c9e-8ea3-aad75c5885b2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430675 Jan 25 02:46:36.790291 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-56cb63da-8566-4b4a-8a48-c6c1083358ff service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796659 Jan 25 02:46:36.890692 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4e9b4b27-6555-418d-b293-52f92faf9963 req-ab6da65e-1681-4ddb-9641-96a68a4b46f4 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845940 Jan 25 02:46:39.462793 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:46:58.025121 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-68c413d1-415a-4e4f-b8f4-8bda25522730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:00.182037 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-df0b7590-015a-4ae7-a167-8195e4cdcf32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:01.560389 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:01.561476 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:02.985157 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:04.176351 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:16.461487 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:47:28.027147 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-59fa4f67-64e8-4665-af86-14438ec39d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:30.185364 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-503cd71f-dd3a-4b7c-ab26-4674d8630ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:31.552392 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:31.583080 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:32.986783 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:34.183487 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:37.286567 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-107aebc5-51b9-4705-9e09-69cf0a6599b9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390153 Jan 25 02:47:37.355768 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-b72db63d-bf9c-4bc3-9240-ad48c9a086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:47:37.357206 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-b72db63d-bf9c-4bc3-9240-ad48c9a086e8 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 1098 time: 0.0382903 Jan 25 02:47:37.462110 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-8999a101-7200-48f0-8426-1c3896b9e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:47:37.463569 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-8999a101-7200-48f0-8426-1c3896b9e57c service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 912 time: 0.0860946 Jan 25 02:47:37.526374 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-3241e36e-a33b-4b28-86d2-3b89fedaeb49 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 HTTP/1.1" status: 200 len: 1000 time: 0.0565748 Jan 25 02:47:37.576687 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-b1c73f76-0ab3-4f28-851f-9846b905c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:47:37.578028 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-b1c73f76-0ab3-4f28-851f-9846b905c4ef service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0466151 Jan 25 02:47:37.621298 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-202ae40d-dea3-4b94-b4aa-47cf0ae16381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:47:37.622743 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-202ae40d-dea3-4b94-b4aa-47cf0ae16381 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386481 Jan 25 02:47:37.710713 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-86e4443a-078a-45b3-b029-ae53df0d6fa0 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809889 Jan 25 02:47:37.801055 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22a51160-1e1e-4e92-9587-4f654f3cd4a9 req-75d43329-d3c7-4dcc-a66f-9675aa35c794 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847278 Jan 25 02:47:53.459760 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:47:58.032469 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-adb793be-5b88-4644-8815-767dc653c6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:00.187304 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-aeb0d373-21ac-400f-8216-9973585bf12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:01.555190 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:01.588197 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:02.991053 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:04.176419 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:28.026318 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-706b900f-134a-40a7-aa36-1922af3cdd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:30.189590 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4b2579cf-61bc-49a9-bb47-3027e0701103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:30.458162 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:48:31.562427 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:31.589070 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:32.994044 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:34.178821 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:38.292477 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-ea468154-791d-451f-a942-41cb6051a067 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389340 Jan 25 02:48:38.366424 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-829c111b-f09d-48cf-86a2-651c962836e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:48:38.367937 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-829c111b-f09d-48cf-86a2-651c962836e9 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=48ce4d90d9f948748057584c88319497&device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 1098 time: 0.0424044 Jan 25 02:48:38.468361 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-70ee8809-6ea3-4f6b-ac33-4e2c9c01a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:48:38.469790 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-70ee8809-6ea3-4f6b-ac33-4e2c9c01a983 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c HTTP/1.1" status: 200 len: 914 time: 0.0844183 Jan 25 02:48:38.512174 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-2f19d73b-6aa3-4de9-8d7e-dfe9c6470aa3 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40 HTTP/1.1" status: 200 len: 217 time: 0.0362232 Jan 25 02:48:38.556395 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-1e319176-f4d2-41e6-862f-cc2a55513051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:48:38.557695 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-1e319176-f4d2-41e6-862f-cc2a55513051 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f3a9fc6-5b52-4389-a909-e399ae36ee80 HTTP/1.1" status: 200 len: 853 time: 0.0408766 Jan 25 02:48:38.586558 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-619a708b-f41a-4e64-a79f-63f39c810fce service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229917 Jan 25 02:48:38.676057 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-11730d17-0b14-452d-b3b1-4194a3fd735b service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840292 Jan 25 02:48:38.763581 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ad6f3f4-1b3d-40da-9864-167b02305a5a req-ae2b9ee9-4374-4771-844e-269546d75593 service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816233 Jan 25 02:48:58.029786 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1184e605-cdee-40c0-b3b0-44949aacb920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:00.190220 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-83148ac5-6f43-4541-90b5-54597f0781d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:01.560328 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:01.596050 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:02.998892 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:04.183977 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:07.457083 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:49:28.031509 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-cb00770e-0d75-4621-9c4c-6862f7919f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:30.190983 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-96af84bd-591b-4378-93d3-8cc1e19c41fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:31.562784 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:31.609636 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:33.000075 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:34.186459 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:38.284238 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62affa7f-5747-4e21-ac14-899139e1b902 req-1f2be772-4309-4387-961b-eae43323c26f service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387475 Jan 25 02:49:38.384512 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62affa7f-5747-4e21-ac14-899139e1b902 req-953ab733-e3d5-45d4-ae32-1487c0a350dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:49:38.385968 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62affa7f-5747-4e21-ac14-899139e1b902 req-953ab733-e3d5-45d4-ae32-1487c0a350dd service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0423613 Jan 25 02:49:38.486819 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62affa7f-5747-4e21-ac14-899139e1b902 req-8ff6c99a-0bf0-46b4-9b1d-80ac897767bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:49:38.488291 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62affa7f-5747-4e21-ac14-899139e1b902 req-8ff6c99a-0bf0-46b4-9b1d-80ac897767bd service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0852296 Jan 25 02:49:38.553175 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62affa7f-5747-4e21-ac14-899139e1b902 req-e6db947c-3119-47ac-bc7d-7b6752cd7ee6 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0593183 Jan 25 02:49:38.604727 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62affa7f-5747-4e21-ac14-899139e1b902 req-cf563c8d-0cc1-44e8-9fed-c4f0aaa7942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:49:38.607460 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62affa7f-5747-4e21-ac14-899139e1b902 req-cf563c8d-0cc1-44e8-9fed-c4f0aaa7942a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0477414 Jan 25 02:49:38.658583 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62affa7f-5747-4e21-ac14-899139e1b902 req-99d17671-52ef-4023-9fb2-9dbd777ee17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:49:38.660087 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62affa7f-5747-4e21-ac14-899139e1b902 req-99d17671-52ef-4023-9fb2-9dbd777ee17e service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473225 Jan 25 02:49:38.999274 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62affa7f-5747-4e21-ac14-899139e1b902 req-15659f53-c91d-4927-9c56-24eab3a033f1 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332067 Jan 25 02:49:39.086028 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62affa7f-5747-4e21-ac14-899139e1b902 req-82565567-bbd8-410b-ad39-ee9f119993f9 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799992 Jan 25 02:49:44.457088 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:49:58.033097 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f55a5e4b-8be7-42af-90cd-b5232118cd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:00.195934 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-92d423fe-81db-4412-b2b9-63ac4a74d2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:01.564869 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:01.625348 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:03.004433 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:04.189609 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:21.456183 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:50:28.034873 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-99838ab7-3050-4f23-a019-1833685979e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:30.196589 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1027f7c1-effc-45c3-800e-38bb09dd6ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:31.567282 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:31.625492 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:33.011986 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:34.192212 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:39.290686 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-f6991273-2200-41e3-9e32-57003d81d808 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446403 Jan 25 02:50:39.361899 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-2bb5bf1b-cb74-431c-b78c-6b56e0cdc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:50:39.363352 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-2bb5bf1b-cb74-431c-b78c-6b56e0cdc2d7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 1098 time: 0.0391209 Jan 25 02:50:39.468874 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-e20b501b-806b-4697-b8da-bdc57340dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:50:39.470360 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-e20b501b-806b-4697-b8da-bdc57340dbc8 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 912 time: 0.0896938 Jan 25 02:50:39.536330 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-8865b3cf-87fc-4197-b9de-4fd8bdfd596d service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 HTTP/1.1" status: 200 len: 1000 time: 0.0601249 Jan 25 02:50:39.583441 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-7107c860-4ded-4f2c-bc2f-6685d862da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:50:39.584803 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-7107c860-4ded-4f2c-bc2f-6685d862da4e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0424285 Jan 25 02:50:39.628651 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-54883f4b-df27-4dd9-8d0f-6bfed9b7d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:50:39.630142 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-54883f4b-df27-4dd9-8d0f-6bfed9b7d614 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391684 Jan 25 02:50:39.720084 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-ff27b6b4-5223-4ff0-8aea-2e3754fadf3b service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842013 Jan 25 02:50:39.817190 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0635fff2-d0b1-4722-966d-71166a24ed69 req-f0d880d8-200d-4efa-9ac0-288841626445 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918872 Jan 25 02:50:53.772338 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-ae737bd5-d282-4a63-b7bd-9cb7230d0a65 req-d492f6cb-6a3b-4062-8799-f94c9782aa64 service neutron] (102670) timed out ('10.222.0.121', 63410) {{(pid=102670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 02:50:58.036929 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-faf92481-01d5-4545-90ac-ea2bee663e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:58.455948 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:51:00.201586 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c90faeeb-17b4-47e6-882f-b04d7cb61af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:01.570875 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:01.627100 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:03.011922 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:04.194952 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:08.657001 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-24f45cbc-fb01-4a8b-b519-9c1948024e7a req-35c3ba90-89f3-447d-bb2e-646fff0b5ce3 service neutron] (102671) timed out ('10.222.0.121', 63400) {{(pid=102671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 02:51:28.039443 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-79642bed-2a42-4eaa-b0b1-9c55efaf5c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:30.205849 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3b4fbbe8-163a-4efe-a407-74749ec982ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:31.573214 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:31.626227 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:33.013439 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:34.196593 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:35.456323 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:51:41.323452 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-e623fbdc-8fb1-487c-aadb-2aad6cf9e0df service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915241 Jan 25 02:51:41.392118 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-a6fa8915-e9f6-4437-8f07-14bda6354dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:51:41.394163 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-a6fa8915-e9f6-4437-8f07-14bda6354dea service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=48ce4d90d9f948748057584c88319497&device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 1098 time: 0.0380988 Jan 25 02:51:41.506172 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-2020978a-12e6-4320-b28b-e343ef585dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:51:41.507555 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-2020978a-12e6-4320-b28b-e343ef585dbd service neutron] 10.222.0.121 "GET /v2.0/networks?id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c HTTP/1.1" status: 200 len: 914 time: 0.0966551 Jan 25 02:51:41.547568 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-30004fcd-dafd-4461-9ae1-d095c367c568 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40 HTTP/1.1" status: 200 len: 217 time: 0.0341861 Jan 25 02:51:41.594377 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-99afd8b3-ba19-4f83-b2e6-a95673e41432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:51:41.595840 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-99afd8b3-ba19-4f83-b2e6-a95673e41432 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f3a9fc6-5b52-4389-a909-e399ae36ee80 HTTP/1.1" status: 200 len: 853 time: 0.0428512 Jan 25 02:51:41.623746 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-9db265d4-1cf2-45b1-b078-3ad56d7e596f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223706 Jan 25 02:51:41.715298 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-4c5d2a00-b5e3-4b3b-8ee7-896c4435d483 service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856259 Jan 25 02:51:41.808379 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-efaeef16-9b76-4056-a385-30deb6f806c2 req-e7475ff0-6f71-44c3-96b0-572d2772a45d service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870204 Jan 25 02:51:58.041252 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1335c3ca-6768-4d50-a35f-7c3554f8dee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:00.212581 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7059e860-5f1d-415a-afa3-88a5c5bfe855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:01.576833 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:01.640563 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:03.016105 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:04.201260 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:12.455300 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:52:28.043052 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-133d76c2-db7a-423a-9a7a-d5e0046319e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:30.204589 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-28e53038-79f8-46d4-b646-f824c6195706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:31.579770 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:31.672286 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:33.021612 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:34.203866 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:34.313912 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-7af90ea2-c77f-4f2d-8790-114dad2c8522 req-da4d7c94-5f36-49e8-a4e1-d953096b1e83 tempest-VolumesActionsTest-231175217 tempest-VolumesActionsTest-231175217-project] (102671) timed out ('10.222.0.121', 63391) {{(pid=102671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 02:52:42.912488 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-1eb2295b-c7e3-4029-a321-82f6daab09a7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394678 Jan 25 02:52:43.013277 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-4f6b4051-b1d0-4ee5-8e48-5d7db894581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:52:43.014748 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-4f6b4051-b1d0-4ee5-8e48-5d7db894581d service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0399849 Jan 25 02:52:43.119274 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-372c6fe8-1d7f-44a0-9869-c7205da4e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:52:43.120749 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-372c6fe8-1d7f-44a0-9869-c7205da4e961 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0862398 Jan 25 02:52:43.185716 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-421fcdeb-ba2e-4cd2-b55f-8243399ac33b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0585563 Jan 25 02:52:43.233599 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-2af28de5-d62d-404f-a1e9-fcce7734f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:52:43.235013 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-2af28de5-d62d-404f-a1e9-fcce7734f964 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0432758 Jan 25 02:52:43.282118 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-16a895d5-a5a1-41b0-b923-f9d2eb6e41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:52:43.283583 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-16a895d5-a5a1-41b0-b923-f9d2eb6e41ed service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421650 Jan 25 02:52:43.370085 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-aa86cb53-0f68-4276-a1ec-c81d132bd639 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806384 Jan 25 02:52:43.458635 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-35cbd0d0-a3f6-4d0e-91fe-2aec0c5b5eaa req-0a5a8717-3778-4dc3-8d63-152b50249dae service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822244 Jan 25 02:52:49.453997 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:52:58.044917 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7f5e-ab21-4e7c-92cb-5e52a2249ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:00.205512 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-40703fea-3c21-4252-9b04-576eedccf2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:01.582334 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:01.688922 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:03.022308 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:04.205822 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:26.453520 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:53:28.047790 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1427-cb16-4162-bd44-ff3bc4b0241b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:30.206900 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-80cb6c07-a969-4eb3-9541-dae00235c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:31.585513 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:31.704466 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:33.025591 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:34.207611 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:53:42.979070 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-d3979116-dfc1-462d-805d-12b8615b2b73 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410769 Jan 25 02:53:43.052274 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-da499356-0c6e-409d-b9d4-da63594e308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:53:43.053796 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-da499356-0c6e-409d-b9d4-da63594e308f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 1098 time: 0.0399840 Jan 25 02:53:43.157835 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-d07e0051-7ea7-4ac4-a7ba-8d2db858dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:53:43.159288 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-d07e0051-7ea7-4ac4-a7ba-8d2db858dceb service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 912 time: 0.0870743 Jan 25 02:53:43.223753 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-9ad43fd1-7219-4065-937b-612ac0fd6a0c service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 HTTP/1.1" status: 200 len: 1000 time: 0.0576818 Jan 25 02:53:43.273466 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-28d600d2-5f8f-4730-b97a-853a7f54f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:53:43.275101 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-28d600d2-5f8f-4730-b97a-853a7f54f9a9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0457351 Jan 25 02:53:43.317543 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-e49854bd-0804-41e7-8c54-d709e0f3256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:53:43.318974 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-e49854bd-0804-41e7-8c54-d709e0f3256c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388725 Jan 25 02:53:43.411970 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-6e4e4419-c45c-4b89-841b-d80ff655fb2c service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869222 Jan 25 02:53:43.505418 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-833eb044-56c1-4f5e-a237-6ba5a097b3cf req-a966af33-60fe-406c-94ad-db3d7d7887d6 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875909 Jan 25 02:53:58.049787 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e6122a42-7065-475d-830b-7899bf061933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:00.209140 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-77f163df-c255-4a2c-9c91-9bf7aca5ca7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:01.592151 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:01.707027 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:03.030634 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:03.452056 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:54:04.210414 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:28.050483 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-862a01d8-2233-45ff-9178-4a14e9a89b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:30.209626 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9061b142-543e-4e24-9d1e-ba65023ed451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:31.592901 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:31.702068 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:33.031645 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:34.214709 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:54:40.450630 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:54:45.092187 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-7b1a4a02-af07-454d-8fbc-c6af170cc75d service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405509 Jan 25 02:54:45.163572 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-59722181-f8f3-4a98-abf4-5bc343ffb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:54:45.165051 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-59722181-f8f3-4a98-abf4-5bc343ffb010 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=48ce4d90d9f948748057584c88319497&device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 1098 time: 0.0389643 Jan 25 02:54:45.282695 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-10282788-f314-494c-b73d-45f6f3adfd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:54:45.284094 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-10282788-f314-494c-b73d-45f6f3adfd99 service neutron] 10.222.0.121 "GET /v2.0/networks?id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c HTTP/1.1" status: 200 len: 914 time: 0.1002703 Jan 25 02:54:45.325343 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-41445950-3bf1-4fd0-88f8-2daeadecf817 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40 HTTP/1.1" status: 200 len: 217 time: 0.0348690 Jan 25 02:54:45.376147 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-b04bd745-e497-4b12-a19d-ec93a2be3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:54:45.377565 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-b04bd745-e497-4b12-a19d-ec93a2be3875 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f3a9fc6-5b52-4389-a909-e399ae36ee80 HTTP/1.1" status: 200 len: 853 time: 0.0457687 Jan 25 02:54:45.406357 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-f12d02f2-52e9-4f9e-9585-9a588a6177f4 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231326 Jan 25 02:54:45.493783 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-0bc646e0-37b9-483d-b02b-d7416fda377d service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809653 Jan 25 02:54:45.590888 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-249d109a-e790-4a96-9f8d-09bb13393b36 req-ceb4a759-a3f8-43f0-88da-191537e2fb5e service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913401 Jan 25 02:54:54.938207 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-780ddd33-cd81-4349-ae41-2cdafd1c4594 req-1be4bcf2-4b58-4ede-8f42-0faf21634ab3 service neutron] (102671) timed out ('10.222.0.117', 46410) {{(pid=102671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 02:54:58.052212 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a1efcb99-df01-439c-ae67-d4e38f79594f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:00.211339 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-14a4b60f-c017-4906-933f-57ab0e11c480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:01.593437 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:01.703513 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:03.035870 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:04.218388 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:17.450588 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:55:28.053916 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ba4d72c9-8571-4826-9320-282288a22a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:30.215141 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9273303d-77e6-45e1-bd2e-2e7b2a00dfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:31.597308 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:31.708309 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:33.037763 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:34.229961 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:55:46.940162 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df845589-1b41-4d86-903c-ce82df0ce518 req-ca6a066d-2c6a-43d7-b4da-21f63577f3a7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396616 Jan 25 02:55:47.051647 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df845589-1b41-4d86-903c-ce82df0ce518 req-c26a6e3a-12bc-4d5c-bfbf-de37ed4f9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:55:47.053196 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df845589-1b41-4d86-903c-ce82df0ce518 req-c26a6e3a-12bc-4d5c-bfbf-de37ed4f9b49 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0421672 Jan 25 02:55:47.158582 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df845589-1b41-4d86-903c-ce82df0ce518 req-fb803962-0ac3-458b-8a20-b57dc157a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:55:47.160094 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df845589-1b41-4d86-903c-ce82df0ce518 req-fb803962-0ac3-458b-8a20-b57dc157a4db service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0881884 Jan 25 02:55:47.224298 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df845589-1b41-4d86-903c-ce82df0ce518 req-fac47e81-b4db-4162-a0cc-0d4e9df41f60 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0585017 Jan 25 02:55:47.277780 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df845589-1b41-4d86-903c-ce82df0ce518 req-6e43225f-fae1-497b-a24f-c2905abab970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:55:47.279319 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df845589-1b41-4d86-903c-ce82df0ce518 req-6e43225f-fae1-497b-a24f-c2905abab970 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0492771 Jan 25 02:55:47.330351 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df845589-1b41-4d86-903c-ce82df0ce518 req-341dade0-fd31-4400-af58-6a328b1247da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:55:47.331877 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df845589-1b41-4d86-903c-ce82df0ce518 req-341dade0-fd31-4400-af58-6a328b1247da service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453696 Jan 25 02:55:47.418552 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df845589-1b41-4d86-903c-ce82df0ce518 req-cccbf420-7880-42e0-96f8-83e35b1d650e service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806861 Jan 25 02:55:47.509714 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df845589-1b41-4d86-903c-ce82df0ce518 req-3f4c09d4-46d6-4571-bf89-7e72cb53e65f service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852146 Jan 25 02:55:54.449244 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:55:58.055522 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-97d46123-35f2-41b1-9dc1-95154b6ff876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:00.217854 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7fa4afe3-4316-49de-8f2e-b30ee601ecc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:01.602992 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:01.728067 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:03.041313 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:04.230142 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:28.057875 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-fff022a8-0f88-4ab3-91ef-eb64529864d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:30.219976 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-efbff73b-9f0f-424b-888d-8c28485a7e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:31.448120 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:56:31.604372 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:31.745778 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:32.419122 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-d55080fc-9b33-4bfb-948f-77705bf439ca req-a3a63699-5047-4c13-bda2-7d6b43394394 tempest-TestMinimumBasicScenario-1809549898 tempest-TestMinimumBasicScenario-1809549898-project] (102671) timed out ('10.222.0.121', 63393) {{(pid=102671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 02:56:33.048753 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:34.224688 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:56:46.412959 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-9ac1c892-0e94-4a4d-bff1-8294315b257e service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1393766 Jan 25 02:56:46.485651 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-a31c2cff-17ad-481e-a862-67ccbccd7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:56:46.487090 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-a31c2cff-17ad-481e-a862-67ccbccd7198 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 1098 time: 0.0430911 Jan 25 02:56:46.585942 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-a5f7d7e5-7b2e-491c-96ff-2f2b33b80268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:56:46.587332 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-a5f7d7e5-7b2e-491c-96ff-2f2b33b80268 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 912 time: 0.0827591 Jan 25 02:56:46.655295 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-7bd53d55-9874-4340-bac5-c0e6c5ccc212 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 HTTP/1.1" status: 200 len: 1000 time: 0.0622354 Jan 25 02:56:46.702672 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-d53118c7-4ce5-4930-9c79-de239b242b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:56:46.704151 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-d53118c7-4ce5-4930-9c79-de239b242b10 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0433877 Jan 25 02:56:46.746505 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-ef16b685-fc2a-43bb-b6d8-115f0c21c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:56:46.748016 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-ef16b685-fc2a-43bb-b6d8-115f0c21c59c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382106 Jan 25 02:56:46.757382 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-3824cf66-804c-483a-bc7b-a607fc13d04a service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:56:46.758305 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-3824cf66-804c-483a-bc7b-a607fc13d04a service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047028 Jan 25 02:56:46.847186 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-414ef881-ffa2-4171-9e8f-2b95484e0524 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825691 Jan 25 02:56:46.936345 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-53026837-68bb-43d6-83cd-fd4b1e3a709c req-67b3f66f-9d1d-47e2-a739-ad7c8890e3a0 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831208 Jan 25 02:56:58.059831 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7d50a307-5d31-46f2-a9f7-078070eef917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:00.221152 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-590ffdb5-34d7-4a89-b324-e46382875d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:01.605750 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:01.776967 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:03.046534 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:04.227079 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:08.448134 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:57:28.061200 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8c7d5a79-2ff2-4e71-b3e1-ca1d0d0c5c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:30.222386 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-32c526d4-680a-4888-a0cb-dedc1ed165d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:31.612918 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:31.778506 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:33.049878 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:34.229553 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:57:45.448274 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:57:47.274154 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-a4e57317-330a-44ed-95fd-aa947e2f3ac4 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471745 Jan 25 02:57:47.345348 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-e00bd8b7-3f1b-4960-ac9a-3d2b3eb1e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:57:47.346747 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-e00bd8b7-3f1b-4960-ac9a-3d2b3eb1e9fa service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=48ce4d90d9f948748057584c88319497&device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 1098 time: 0.0400095 Jan 25 02:57:47.446097 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-2ef8c22e-8f1e-46c7-b07a-b7d159e7d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:57:47.447543 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-2ef8c22e-8f1e-46c7-b07a-b7d159e7d24e service neutron] 10.222.0.121 "GET /v2.0/networks?id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c HTTP/1.1" status: 200 len: 914 time: 0.0824406 Jan 25 02:57:47.489572 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-0b59aab6-e2b0-4ad4-b205-50a476aa8790 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40 HTTP/1.1" status: 200 len: 217 time: 0.0362508 Jan 25 02:57:47.537880 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-3145ea83-b6cc-4ce3-b8c0-f3a0e486b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:57:47.539382 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-3145ea83-b6cc-4ce3-b8c0-f3a0e486b91d service neutron] 10.222.0.121 "GET /v2.0/subnets?id=5f3a9fc6-5b52-4389-a909-e399ae36ee80 HTTP/1.1" status: 200 len: 853 time: 0.0433216 Jan 25 02:57:47.569321 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-0dcd1522-ce0d-42e9-9d3d-a24afe65597d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=4f7e7082-5225-41d0-8ffc-0ec4d230f83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240734 Jan 25 02:57:47.662545 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-8f3046dd-36c2-42cc-9c3d-fdf7aa17cbe8 service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863702 Jan 25 02:57:47.750856 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e4c0c52-9a97-4e0d-a816-7dea118c6732 req-585422bd-3839-426a-9425-d6c139a0b463 service neutron] 10.222.0.121 "GET /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821517 Jan 25 02:57:58.063435 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d1097e54-3043-4beb-adcd-00e1c043e9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:00.223607 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-00c4f4b0-074a-4dd1-b32f-6320b9a0f69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:01.611670 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:01.776001 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:03.052598 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:04.231475 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:22.447383 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:58:28.066535 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0aa83898-483f-4b9c-9c32-4691a89fe96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:30.226479 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d2fc-414d-4996-94bb-5beb5759ec64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:31.614428 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:31.775365 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:33.055622 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:34.233061 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:47.262158 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-39133b09-934c-4f31-bd86-51e8d1381c94 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394759 Jan 25 02:58:47.363986 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-ccdf52c9-6740-4247-bf6d-ebfd921d8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:58:47.365509 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-ccdf52c9-6740-4247-bf6d-ebfd921d8f10 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0425456 Jan 25 02:58:47.472258 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-38ecf4bd-85b3-4f84-a32c-739ef54a2098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:58:47.473730 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-38ecf4bd-85b3-4f84-a32c-739ef54a2098 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0881264 Jan 25 02:58:47.539455 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-ec0d5f5a-f1ad-4aa2-bfe7-5805ecd1e55a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0598390 Jan 25 02:58:47.587203 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-d0cf6baf-852f-48f2-8832-1c8a2e403129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:58:47.588872 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-d0cf6baf-852f-48f2-8832-1c8a2e403129 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0430090 Jan 25 02:58:47.632993 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-e1a291e1-1ee5-4744-9a31-253e4c78878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:58:47.635036 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-e1a291e1-1ee5-4744-9a31-253e4c78878d service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391428 Jan 25 02:58:47.723204 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-7e182870-c9a8-430e-9e01-d77bd5b92a98 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822351 Jan 25 02:58:47.809216 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9f7f5ab7-173c-4731-84de-d51ff28772ee req-1a275182-6b60-45ee-a701-8aea981e91d9 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798149 Jan 25 02:58:53.706476 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1792f-d377-4182-8f3c-9ef1def063e3 req-7b711d66-59ef-4f2e-bc27-8b2e23937198 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:58:53.707990 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-23a1792f-d377-4182-8f3c-9ef1def063e3 req-7b711d66-59ef-4f2e-bc27-8b2e23937198 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.1704717 Jan 25 02:58:53.755509 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-23a1792f-d377-4182-8f3c-9ef1def063e3 req-8efdcc1e-3be9-4e4a-84d6-f53c0989751b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Jan 25 02:58:54.871526 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43afbb-5fef-4020-b77c-dea6903f55f1 req-a7aecb01-06b0-45fa-a6ff-48a856759e81 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:58:54.873055 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a43afbb-5fef-4020-b77c-dea6903f55f1 req-a7aecb01-06b0-45fa-a6ff-48a856759e81 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0482032 Jan 25 02:58:54.919754 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a43afbb-5fef-4020-b77c-dea6903f55f1 req-e3d070e4-4f76-4caf-9aec-92e87fef27c6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Jan 25 02:58:56.088917 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7c227-b418-484b-b0e4-5432093952a9 req-b4588822-de24-46d4-9f05-e98648bdac59 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:58:56.090393 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-73e7c227-b418-484b-b0e4-5432093952a9 req-b4588822-de24-46d4-9f05-e98648bdac59 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.1007633 Jan 25 02:58:56.137011 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-73e7c227-b418-484b-b0e4-5432093952a9 req-87d9dfdf-b64e-42f6-acf2-e3634861292a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Jan 25 02:58:57.252840 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c464c-cfff-46bc-b325-daf78e821230 req-58bfd640-96ac-4399-8d5b-1463d60d1202 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:58:57.254218 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-539c464c-cfff-46bc-b325-daf78e821230 req-58bfd640-96ac-4399-8d5b-1463d60d1202 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0470548 Jan 25 02:58:57.304562 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-539c464c-cfff-46bc-b325-daf78e821230 req-b71039f3-c225-4ca6-873c-9cd8b241b816 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435877 Jan 25 02:58:58.068220 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-213d6c8c-fa9f-4d2d-9fd5-306bfc446313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:58:58.418694 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb54f9-0fde-4a73-b596-fdf2a0adff75 req-38e44daf-a785-46e3-a8bc-ba4b3102e9db tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:58:58.420233 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f3bb54f9-0fde-4a73-b596-fdf2a0adff75 req-38e44daf-a785-46e3-a8bc-ba4b3102e9db tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0474322 Jan 25 02:58:58.466637 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f3bb54f9-0fde-4a73-b596-fdf2a0adff75 req-79b42c25-0a89-4c4d-aea0-25a7d4d92562 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Jan 25 02:58:59.446750 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:58:59.582105 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71238ac3-0933-4f2c-ace0-fb3d1d700847 req-ce224bc5-d5ef-44e8-92ea-4cf8ce7c10b4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:58:59.583596 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-71238ac3-0933-4f2c-ace0-fb3d1d700847 req-ce224bc5-d5ef-44e8-92ea-4cf8ce7c10b4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0512223 Jan 25 02:58:59.630690 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-71238ac3-0933-4f2c-ace0-fb3d1d700847 req-a325351f-77d3-48c2-a3de-4c1adcefa013 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Jan 25 02:59:00.227977 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0d93e795-5345-4331-8cae-38caef8556c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:00.753176 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eb456-e558-4668-a1ff-f553dd5883f1 req-eafde909-4456-4df0-bdd9-e38830c09277 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:00.754614 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-427eb456-e558-4668-a1ff-f553dd5883f1 req-eafde909-4456-4df0-bdd9-e38830c09277 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0528781 Jan 25 02:59:00.800987 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-427eb456-e558-4668-a1ff-f553dd5883f1 req-a85579cb-a628-4d71-9f45-16368ea49ab4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394421 Jan 25 02:59:01.618453 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:01.789562 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:01.914487 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9bbe0-bb8f-41d3-a3bb-7f338c015210 req-180d343b-8ccb-44c4-8c91-ad31d7ca43b4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:01.916024 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c9b9bbe0-bb8f-41d3-a3bb-7f338c015210 req-180d343b-8ccb-44c4-8c91-ad31d7ca43b4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0473824 Jan 25 02:59:01.962130 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c9b9bbe0-bb8f-41d3-a3bb-7f338c015210 req-171f6e38-d350-495f-b6b8-a2aeb513469b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Jan 25 02:59:03.060953 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:03.078409 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d10b4-8612-44de-9cef-38c26c693ad5 req-7d0e993a-acb1-4b25-ba73-b2ce9da04a68 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:03.079924 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-266d10b4-8612-44de-9cef-38c26c693ad5 req-7d0e993a-acb1-4b25-ba73-b2ce9da04a68 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0489309 Jan 25 02:59:03.126522 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-266d10b4-8612-44de-9cef-38c26c693ad5 req-487e22f1-88af-4c99-9cca-aed5709720d4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 Jan 25 02:59:04.233969 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:04.243863 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db3948-6bd4-478d-8e55-b1739159a595 req-5391ac05-8421-47d8-9f30-9c2326caf99d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:04.246599 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f2db3948-6bd4-478d-8e55-b1739159a595 req-5391ac05-8421-47d8-9f30-9c2326caf99d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0532813 Jan 25 02:59:04.294812 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f2db3948-6bd4-478d-8e55-b1739159a595 req-b8d0cc1f-fe28-469c-a013-788812631c45 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Jan 25 02:59:05.408815 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf104a1-664c-4194-993f-f0bf223fd4fd req-20e4c31e-523f-48ad-98c7-8ac066024244 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:05.410293 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-dbf104a1-664c-4194-993f-f0bf223fd4fd req-20e4c31e-523f-48ad-98c7-8ac066024244 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478749 Jan 25 02:59:05.459503 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-dbf104a1-664c-4194-993f-f0bf223fd4fd req-d3ad5dad-2799-4461-b111-82c2d050d763 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Jan 25 02:59:06.581038 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a711-3e2a-4f41-96c7-96120976d3c6 req-9e55d1ac-8014-484d-aaf5-b7be22155c4b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:06.582505 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b110a711-3e2a-4f41-96c7-96120976d3c6 req-9e55d1ac-8014-484d-aaf5-b7be22155c4b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0585127 Jan 25 02:59:06.636113 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b110a711-3e2a-4f41-96c7-96120976d3c6 req-6711b422-dbc9-499a-8c1e-9f1ce4251b6b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472305 Jan 25 02:59:07.754487 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bac47f-38df-43b3-8351-0567e4bebecf req-a8d77d14-d3ec-482f-a42f-e4b3c82c8877 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:07.756027 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b7bac47f-38df-43b3-8351-0567e4bebecf req-a8d77d14-d3ec-482f-a42f-e4b3c82c8877 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0484581 Jan 25 02:59:07.802300 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b7bac47f-38df-43b3-8351-0567e4bebecf req-8f7683e4-53a7-4c16-ad76-b369e9c9ca36 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Jan 25 02:59:08.914264 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae89792-d6d0-4fa3-8b59-c79b5280313e req-a4c83fbf-705c-49d7-9d82-672701e9e3ce tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:08.916431 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9ae89792-d6d0-4fa3-8b59-c79b5280313e req-a4c83fbf-705c-49d7-9d82-672701e9e3ce tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469453 Jan 25 02:59:08.966427 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9ae89792-d6d0-4fa3-8b59-c79b5280313e req-5d02cb68-bc2a-4455-a38c-77abaa0ac2f0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Jan 25 02:59:10.081561 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e349fe5-b9ad-4067-a3b9-2d80dcee136d req-2721b2f6-8065-49be-8acb-cefb361c148a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:10.083008 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5e349fe5-b9ad-4067-a3b9-2d80dcee136d req-2721b2f6-8065-49be-8acb-cefb361c148a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480518 Jan 25 02:59:10.129969 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5e349fe5-b9ad-4067-a3b9-2d80dcee136d req-d46766b8-b716-4f30-b985-8a8a18758277 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Jan 25 02:59:11.242971 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209c91-65ce-4e79-94e3-3c925395e74e req-a7067518-4b95-4f47-80ae-600bb6c1ca35 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:11.245006 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-11209c91-65ce-4e79-94e3-3c925395e74e req-a7067518-4b95-4f47-80ae-600bb6c1ca35 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0483804 Jan 25 02:59:11.291603 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-11209c91-65ce-4e79-94e3-3c925395e74e req-1cdd83c6-c672-4772-85eb-37c20473094e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Jan 25 02:59:12.406812 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2b20-c8b1-4e7c-9b0f-ab03eefadc0e req-902f6d86-a186-4d19-90f4-8980bf469119 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:12.408305 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9de2b20-c8b1-4e7c-9b0f-ab03eefadc0e req-902f6d86-a186-4d19-90f4-8980bf469119 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0507383 Jan 25 02:59:12.461467 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9de2b20-c8b1-4e7c-9b0f-ab03eefadc0e req-9c5e8142-cdb7-4abf-97e1-6410ee55bfde tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476620 Jan 25 02:59:13.574008 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4de5bd-d0f5-4294-bc38-f3b572048c27 req-f7ee199c-6a60-479e-b2f6-ff9f8af69248 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:13.575475 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9d4de5bd-d0f5-4294-bc38-f3b572048c27 req-f7ee199c-6a60-479e-b2f6-ff9f8af69248 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0474060 Jan 25 02:59:13.622729 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9d4de5bd-d0f5-4294-bc38-f3b572048c27 req-db4a8db2-6a39-410e-8730-fec7b754d35f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Jan 25 02:59:14.553420 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-52eeec86-24f7-4d1a-b11f-7a17b2ba07ec req-b4e536e6-d795-4793-a6c9-d98a35c253a1 service neutron] (102670) timed out ('10.222.0.117', 49028) {{(pid=102670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 25 02:59:14.737396 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813b4d0-bde0-4cff-8d37-abdd169a8345 req-01139b29-1447-4f56-bd4a-1037113795b1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:14.738870 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4813b4d0-bde0-4cff-8d37-abdd169a8345 req-01139b29-1447-4f56-bd4a-1037113795b1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477905 Jan 25 02:59:14.783834 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4813b4d0-bde0-4cff-8d37-abdd169a8345 req-812d575c-7ebd-4d1a-be85-bac42139b404 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389419 Jan 25 02:59:15.903561 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56c3c-01dc-4ce1-806a-f630b638a3e4 req-0bee4d2c-ff4d-4535-9573-f064c119e2d1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:15.905248 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1d56c3c-01dc-4ce1-806a-f630b638a3e4 req-0bee4d2c-ff4d-4535-9573-f064c119e2d1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0531728 Jan 25 02:59:15.952584 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1d56c3c-01dc-4ce1-806a-f630b638a3e4 req-1914011a-f7f6-4960-9a06-052eb5627d29 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Jan 25 02:59:17.065368 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be245b8-563d-4ee9-a08f-a574a0f258e5 req-7983c642-837d-4972-9c20-084abf65df91 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:17.066806 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3be245b8-563d-4ee9-a08f-a574a0f258e5 req-7983c642-837d-4972-9c20-084abf65df91 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472212 Jan 25 02:59:17.361279 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3be245b8-563d-4ee9-a08f-a574a0f258e5 req-1b629ee9-53e6-4d5a-9d6e-cb17d76c7100 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884140 Jan 25 02:59:18.476366 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f581c-2846-4804-84c8-7dbcef378520 req-126304c0-4e83-455c-a4e5-e6374bb34d55 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:18.477817 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-516f581c-2846-4804-84c8-7dbcef378520 req-126304c0-4e83-455c-a4e5-e6374bb34d55 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0479603 Jan 25 02:59:18.524281 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-516f581c-2846-4804-84c8-7dbcef378520 req-34273578-1cbe-4c9e-9ca0-6503045836e6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Jan 25 02:59:19.638380 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b1ce0-19b1-4cfa-943f-8a797ac39c69 req-b4a7a191-4e59-4741-949a-14453d88e1ec tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:19.639893 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a85b1ce0-19b1-4cfa-943f-8a797ac39c69 req-b4a7a191-4e59-4741-949a-14453d88e1ec tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477896 Jan 25 02:59:19.685524 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a85b1ce0-19b1-4cfa-943f-8a797ac39c69 req-34107cb0-7b7b-4da1-89ad-791f578692b2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400872 Jan 25 02:59:20.803846 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab669a-be5a-4d5e-99ef-c1bc6f060305 req-83ad55cc-07b0-4fa8-ba85-520332295fe7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:20.805302 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1ab669a-be5a-4d5e-99ef-c1bc6f060305 req-83ad55cc-07b0-4fa8-ba85-520332295fe7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0520356 Jan 25 02:59:20.850828 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1ab669a-be5a-4d5e-99ef-c1bc6f060305 req-5c149929-677b-41b6-a4b1-2db9a76af5cd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Jan 25 02:59:21.967322 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f12f7-1013-48d0-9a5c-45d41e9eff2f req-aacd6de7-13fc-44db-ac1a-72a0bef1261d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:21.968794 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6f6f12f7-1013-48d0-9a5c-45d41e9eff2f req-aacd6de7-13fc-44db-ac1a-72a0bef1261d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472903 Jan 25 02:59:22.013953 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6f6f12f7-1013-48d0-9a5c-45d41e9eff2f req-ca769fd4-f8c9-4a28-93d2-8d22fe65a6e7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395315 Jan 25 02:59:23.129796 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08413f39-6755-4431-8884-b986bd0da9a1 req-8f340296-e483-471c-a854-19d6e04a3710 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:23.131237 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-08413f39-6755-4431-8884-b986bd0da9a1 req-8f340296-e483-471c-a854-19d6e04a3710 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0479319 Jan 25 02:59:23.177244 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-08413f39-6755-4431-8884-b986bd0da9a1 req-f6131332-b02c-470d-9366-d139be776553 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Jan 25 02:59:24.294653 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef2eaf-f780-4347-9e5f-dec88f0ef9fe req-6fd8de61-419c-4f2d-bad4-b29a203cc011 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:24.296143 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-26ef2eaf-f780-4347-9e5f-dec88f0ef9fe req-6fd8de61-419c-4f2d-bad4-b29a203cc011 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0513918 Jan 25 02:59:24.343524 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-26ef2eaf-f780-4347-9e5f-dec88f0ef9fe req-8b840a21-d30b-4989-9ff4-8b19e5af4c47 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Jan 25 02:59:25.456133 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc5c0d-abfb-400a-91fc-35452ee8f8a9 req-0e357c70-aead-4806-933d-3213e682ef20 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:25.457595 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcfc5c0d-abfb-400a-91fc-35452ee8f8a9 req-0e357c70-aead-4806-933d-3213e682ef20 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476873 Jan 25 02:59:25.507703 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcfc5c0d-abfb-400a-91fc-35452ee8f8a9 req-c665994e-d168-4d0e-8f25-2ae23f46af4b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 Jan 25 02:59:26.621221 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639365a-b552-495f-92c2-aa4b58183e3a req-b795974a-1f96-4e5c-a1a5-89c77bff7f55 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:26.622587 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d639365a-b552-495f-92c2-aa4b58183e3a req-b795974a-1f96-4e5c-a1a5-89c77bff7f55 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0473511 Jan 25 02:59:26.667169 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d639365a-b552-495f-92c2-aa4b58183e3a req-3969d23c-e084-4bea-af6d-986ff1586068 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387042 Jan 25 02:59:27.781358 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b837c4f-2e08-4e58-9de4-69c85bb5092f req-54b8aa40-8995-4938-b97d-eefaca5f9475 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:27.782784 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b837c4f-2e08-4e58-9de4-69c85bb5092f req-54b8aa40-8995-4938-b97d-eefaca5f9475 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0483596 Jan 25 02:59:27.829889 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b837c4f-2e08-4e58-9de4-69c85bb5092f req-c130a957-b9f9-41f1-9d76-02f4095a5ff6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Jan 25 02:59:28.071476 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-11200311-bf8a-43b0-b62c-ff3d3e5c4d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:28.945433 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1867e-f22a-4a82-be0f-7b345b3810ba req-55410362-27cb-4686-ae3d-d37a2a4ca5b7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:28.946888 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-02c1867e-f22a-4a82-be0f-7b345b3810ba req-55410362-27cb-4686-ae3d-d37a2a4ca5b7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0505431 Jan 25 02:59:28.992967 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-02c1867e-f22a-4a82-be0f-7b345b3810ba req-8e2ba79e-fed5-4ba8-b763-33f5471f3ee3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397735 Jan 25 02:59:30.109578 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d806fa-c1d6-4dd3-9142-243e3b3e1061 req-5dfab0cb-5729-4ab2-9a5b-03c9ad3116be tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:30.111098 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e4d806fa-c1d6-4dd3-9142-243e3b3e1061 req-5dfab0cb-5729-4ab2-9a5b-03c9ad3116be tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0506129 Jan 25 02:59:30.157576 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e4d806fa-c1d6-4dd3-9142-243e3b3e1061 req-f02a815d-d025-46c1-a040-7b1805eb59f4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Jan 25 02:59:30.232287 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8f2b3107-f860-4eb2-9111-a5b5466af9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:31.276052 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1bfb-aaf1-4a61-ad5a-76780ffa6b45 req-9698c5c9-56a8-4f76-b5ed-09086918417c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:31.277958 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a1af1bfb-aaf1-4a61-ad5a-76780ffa6b45 req-9698c5c9-56a8-4f76-b5ed-09086918417c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0523622 Jan 25 02:59:31.324696 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a1af1bfb-aaf1-4a61-ad5a-76780ffa6b45 req-347d6b9d-154d-4e95-9c39-9223c2130c5c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Jan 25 02:59:31.621109 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:31.813054 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:32.441644 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d924d-c755-4159-a3ec-d9fa8f742996 req-dc728976-b1fd-481c-9fda-7bcaafc3430f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:32.443135 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-366d924d-c755-4159-a3ec-d9fa8f742996 req-dc728976-b1fd-481c-9fda-7bcaafc3430f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0517969 Jan 25 02:59:32.491052 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-366d924d-c755-4159-a3ec-d9fa8f742996 req-be9bc5bd-c1e8-486f-88fc-1c2c146ef4bf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Jan 25 02:59:33.063341 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:33.605874 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12189a62-5e46-4348-a83b-57c8d3862c85 req-b26a9609-d8a3-4870-9a9b-9eeb89d09da5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:33.607341 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-12189a62-5e46-4348-a83b-57c8d3862c85 req-b26a9609-d8a3-4870-9a9b-9eeb89d09da5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480247 Jan 25 02:59:33.657538 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-12189a62-5e46-4348-a83b-57c8d3862c85 req-7fb4564e-a496-44e5-8286-7d6322628be8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 Jan 25 02:59:33.770054 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 54678) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:59:33.920579 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Deleting port 2559aeec-a420-476d-8c59-0a0c3e16a843 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:59:33.920922 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (2559aeec-a420-476d-8c59-0a0c3e16a843), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:33.995622 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (2559aeec-a420-476d-8c59-0a0c3e16a843), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:33.996028 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for floatingip (2559aeec-a420-476d-8c59-0a0c3e16a843), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:34.007374 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Calling delete_port for 2559aeec-a420-476d-8c59-0a0c3e16a843 owned by network:floatingip {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:59:34.157358 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (2559aeec-a420-476d-8c59-0a0c3e16a843), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:34.184304 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event deleted for resources: {'Port': ['ID=2559aeec-a420-476d-8c59-0a0c3e16a843,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:59:34.211952 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.212310 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.212663 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.213006 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.213496 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.214329 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.214661 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.214991 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.215321 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.215662 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.216017 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.216345 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.216669 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:59:34.236513 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:34.254746 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for floatingip (791c3157-f22c-4b22-865b-33497fdd583b), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:34.255077 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Floating IP 791c3157-f22c-4b22-865b-33497fdd583b disassociated (deleted). External IP: 172.27.1.55, port: 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1. Jan 25 02:59:34.461879 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:59:34.563340 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:59:34.567805 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:34.572829 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] Sync routers for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:59:34.582585 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:59:34.583191 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:59:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:59:34.597344 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-028b1056-e00f-44aa-acdc-90f5a4106559 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "DELETE /v2.0/floatingips/791c3157-f22c-4b22-865b-33497fdd583b HTTP/1.1" status: 204 len: 168 time: 0.8262525 Jan 25 02:59:34.597943 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'tag': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:59:34.600200 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe" -d '{"events": [{"name": "network-changed", "server_uuid": "075107e7-d0a3-4c2c-bf55-8f134440de83", "tag": "7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:59:34.695595 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd25f3f0-97b1-4037-9c4d-d6d0c3ba8319 x-openstack-request-id: req-bd25f3f0-97b1-4037-9c4d-d6d0c3ba8319 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:59:34.696264 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075107e7-d0a3-4c2c-bf55-8f134440de83", "tag": "7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:59:34.696264 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-bd25f3f0-97b1-4037-9c4d-d6d0c3ba8319 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:59:34.696600 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'tag': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'status': 'completed', 'code': 200} Jan 25 02:59:34.700339 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:59:34.838994 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601d3b8-4150-4bcf-bd14-22ec6c658de8 req-96982dc0-7808-41ac-99b7-7d45eb5d05a5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:34.840543 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4601d3b8-4150-4bcf-bd14-22ec6c658de8 req-96982dc0-7808-41ac-99b7-7d45eb5d05a5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0604305 Jan 25 02:59:34.842590 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-87532b85-e08a-4990-8a87-1cbdd909b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:34.844058 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-87532b85-e08a-4990-8a87-1cbdd909b9c6 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=d61a4845c27e4b928c5445d95321e2a3&device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 1098 time: 0.1004105 Jan 25 02:59:34.854694 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fcb31-d48d-446a-85b8-2ae09fb139b9 req-4a4f2158-b945-43b9-963c-f77e9309ec2c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:34.856251 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-753fcb31-d48d-446a-85b8-2ae09fb139b9 req-4a4f2158-b945-43b9-963c-f77e9309ec2c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 945 time: 0.0576694 Jan 25 02:59:34.906296 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4601d3b8-4150-4bcf-bd14-22ec6c658de8 req-87e6a52e-4264-4db2-8714-0c1105ef81c7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593660 Jan 25 02:59:34.921242 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-753fcb31-d48d-446a-85b8-2ae09fb139b9 req-060e4c49-0ff5-4276-b72b-87203b57d284 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593202 Jan 25 02:59:34.932216 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:59:34.962130 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] Checking router: 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:59:34.970554 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:59:34.971148 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T02:59:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:59:34.987313 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-1c4a1f93-58e9-44b5-bb56-af0ed088a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:34.988752 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-1c4a1f93-58e9-44b5-bb56-af0ed088a900 service neutron] 10.222.0.121 "GET /v2.0/networks?id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 200 len: 912 time: 0.1057830 Jan 25 02:59:35.029258 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-1070fa5f-d86e-4746-887d-136b71ddb5e0 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 HTTP/1.1" status: 200 len: 217 time: 0.0335758 Jan 25 02:59:35.076023 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:59:35.082819 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-fc13bb64-d061-48f3-bbf4-18b25a00cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:35.084318 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-fc13bb64-d061-48f3-bbf4-18b25a00cd11 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 200 len: 850 time: 0.0475118 Jan 25 02:59:35.129566 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-616e642a-1e46-4986-ad8a-ccd06767cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:35.131070 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-616e642a-1e46-4986-ad8a-ccd06767cd34 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=6b3a1543-8cc0-4d5e-b497-defd3eba48e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395851 Jan 25 02:59:35.226189 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-a690d1ca-5b6d-49bb-865c-51d55b5943d9 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875912 Jan 25 02:59:35.330687 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f2c790b5-2d90-4f4f-857a-63ab95c0acbe req-fb6e8913-ef61-4863-9c46-1c5db13ee396 service neutron] 10.222.0.121 "GET /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871747 Jan 25 02:59:35.364536 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:59:35.392954 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec6da6-8943-46e2-86e9-fdea8c76499b None None] The sync data for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi is: [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:47Z', 'revision_number': 4, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'f774879b-2b0d-4f61-a569-822505c1fc8e', 'name': '', 'network_id': '6b3a1543-8cc0-4d5e-b497-defd3eba48e1', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'mac_address': 'fa:16:3e:c9:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:46Z', 'updated_at': '2022-01-25T02:41:52Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'subnets': [{'id': '462ad572-2eba-4a5c-b868-32f911dcaae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:59:35.612584 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc45b52-ced1-4f55-8ce3-fdf169c989ac None None] New status for floating IP 791c3157-f22c-4b22-865b-33497fdd583b: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:59:35.893173 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-e2480e18-b0fa-4f2c-883c-b95707849328 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:35.894598 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-e2480e18-b0fa-4f2c-883c-b95707849328 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.121 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 945 time: 0.0475504 Jan 25 02:59:36.015178 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-f62f3c3a-9b4a-4bc7-b6a3-28177a6658ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Deleting port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:59:36.015521 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-f62f3c3a-9b4a-4bc7-b6a3-28177a6658ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:36.029931 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb31007-30da-4ea7-bd2c-9a2cc880d83b req-4a9524b2-03b9-4249-a34d-d3e53f07401f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:36.031582 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3cb31007-30da-4ea7-bd2c-9a2cc880d83b req-4a9524b2-03b9-4249-a34d-d3e53f07401f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 945 time: 0.0522611 Jan 25 02:59:36.083896 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3cb31007-30da-4ea7-bd2c-9a2cc880d83b req-9e2560cc-ca44-4d55-8448-96f4e05d17ca tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/security-groups?id=fdaacb99-705b-4960-9f6f-9b901025fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465026 Jan 25 02:59:36.091865 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8626cf-4051-424d-8113-f3b9dbf41b8d req-71f2d50a-c16d-4603-95ec-d9f1f738f8cf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:36.093332 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ad8626cf-4051-424d-8113-f3b9dbf41b8d req-71f2d50a-c16d-4603-95ec-d9f1f738f8cf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.1096320 Jan 25 02:59:36.137366 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-f62f3c3a-9b4a-4bc7-b6a3-28177a6658ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] For port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:59:36.137728 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-f62f3c3a-9b4a-4bc7-b6a3-28177a6658ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:36.161378 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-f62f3c3a-9b4a-4bc7-b6a3-28177a6658ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Calling delete_port for 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:59:36.179309 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ad8626cf-4051-424d-8113-f3b9dbf41b8d req-a938d761-bd79-43a2-bfc9-83be7d293151 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774844 Jan 25 02:59:36.297147 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-f62f3c3a-9b4a-4bc7-b6a3-28177a6658ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:36.328632 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f3c3a-9b4a-4bc7-b6a3-28177a6658ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event deleted for resources: {'Port': ['ID=7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:59:36.368142 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-f62f3c3a-9b4a-4bc7-b6a3-28177a6658ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] No DVR routers for this DVR port 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:59:36.370797 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-f62f3c3a-9b4a-4bc7-b6a3-28177a6658ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:36.374282 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2d0e81ed-5b73-43b0-99da-a013ad437bce req-f62f3c3a-9b4a-4bc7-b6a3-28177a6658ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.121 "DELETE /v2.0/ports/7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 HTTP/1.1" status: 204 len: 173 time: 0.4738741 Jan 25 02:59:36.446134 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:59:36.698802 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'name': 'network-vif-deleted', 'tag': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:59:36.701208 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47a6f6b-2b3a-4576-84a9-f284e7096246" -d '{"events": [{"server_uuid": "075107e7-d0a3-4c2c-bf55-8f134440de83", "name": "network-vif-deleted", "tag": "7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:59:36.737999 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2242e23d-12cd-4270-8a15-f709e1c21bd6 x-openstack-request-id: req-2242e23d-12cd-4270-8a15-f709e1c21bd6 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:59:36.738359 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075107e7-d0a3-4c2c-bf55-8f134440de83", "name": "network-vif-deleted", "tag": "7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:59:36.738622 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-2242e23d-12cd-4270-8a15-f709e1c21bd6 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:59:36.739035 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075107e7-d0a3-4c2c-bf55-8f134440de83', 'name': 'network-vif-deleted', 'tag': '7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1', 'status': 'completed', 'code': 200} Jan 25 02:59:37.181722 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2151c75f-934a-4807-8a18-f60117fff1dc req-4bc5a211-9070-453a-9735-3c70bf8a8e5c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249236 Jan 25 02:59:37.293882 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e66203-2a3a-48ef-9468-22a8502af50e req-4ae02291-8969-426d-8591-d9e5fe6bcd7e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:37.295331 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d5e66203-2a3a-48ef-9468-22a8502af50e req-4ae02291-8969-426d-8591-d9e5fe6bcd7e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0467157 Jan 25 02:59:37.341785 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d5e66203-2a3a-48ef-9468-22a8502af50e req-fa88a948-c457-4563-8f0f-ade7fef059f7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Jan 25 02:59:38.273866 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f891b272-9af1-47a0-a966-5c808fe7fa95 req-9020291d-70d7-4e78-9c36-a4a9ded7ea2f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247340 Jan 25 02:59:38.459111 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760183c-6ce8-4621-a3ec-037ae66526b5 req-f21aa840-64d4-4414-a662-ba1087e9bafb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:38.461310 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c760183c-6ce8-4621-a3ec-037ae66526b5 req-f21aa840-64d4-4414-a662-ba1087e9bafb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0525594 Jan 25 02:59:38.511635 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c760183c-6ce8-4621-a3ec-037ae66526b5 req-1381f055-046c-4452-ad41-0cf616499216 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Jan 25 02:59:39.282223 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:59:39.302062 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:59:39.302400 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device 7996ebed-0968-4c1b-9d0d-bdaf91d3b8e1 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:59:39.365650 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aafde53c-51f7-48d5-97dc-13e557b5f768 req-cae1a4c2-8dfe-47cd-8d27-5f583a2b0002 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246918 Jan 25 02:59:39.629060 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320785e7-7f0d-438a-9711-e68ad533c150 req-6c547367-7e24-46ee-832d-3079a0dd2dbf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:39.630527 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-320785e7-7f0d-438a-9711-e68ad533c150 req-6c547367-7e24-46ee-832d-3079a0dd2dbf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Jan 25 02:59:39.677156 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-320785e7-7f0d-438a-9711-e68ad533c150 req-24e6aa14-b343-4992-b1f5-30cde4b03e70 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Jan 25 02:59:40.461074 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9e27917a-3100-4fe9-a2b8-cdd6abd33f9a req-188088d0-cf43-4250-98cd-7759b8992153 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0291305 Jan 25 02:59:40.788929 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530f058-93e3-4b87-a535-0d6f23960beb req-ef5ace0c-b16b-4be2-b935-735d93d9df71 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:40.790399 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b530f058-93e3-4b87-a535-0d6f23960beb req-ef5ace0c-b16b-4be2-b935-735d93d9df71 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0471847 Jan 25 02:59:40.837526 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b530f058-93e3-4b87-a535-0d6f23960beb req-5a84aa58-7562-49c8-841e-a5c93e6aa0dc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Jan 25 02:59:41.552093 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b3d0b382-9129-4d3f-9156-c80e651366cc req-f8a07642-2e8a-4e17-a4e4-485389692edf tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242910 Jan 25 02:59:41.954194 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1d0bc-0b3e-4945-ac48-3b2cbd55b848 req-740da163-49aa-4edd-876d-09139bbf9511 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:41.955658 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f5c1d0bc-0b3e-4945-ac48-3b2cbd55b848 req-740da163-49aa-4edd-876d-09139bbf9511 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0506206 Jan 25 02:59:42.001679 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f5c1d0bc-0b3e-4945-ac48-3b2cbd55b848 req-4e1c16cd-fd5f-4a8e-9474-1b035586764e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Jan 25 02:59:42.643296 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3113895d-418d-4cd8-8224-138fa2079bc2 req-00cf3b73-11fe-4a35-8e0b-078f4256da7f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0244768 Jan 25 02:59:43.115254 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ef512-0071-449e-8207-7f3cc3fe6baf req-fe42c527-f24d-441f-8922-d5cef4e41b25 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:43.116789 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-315ef512-0071-449e-8207-7f3cc3fe6baf req-fe42c527-f24d-441f-8922-d5cef4e41b25 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0496664 Jan 25 02:59:43.163419 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-315ef512-0071-449e-8207-7f3cc3fe6baf req-f9aa8336-bdd9-42d7-9f98-5649c47098c7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Jan 25 02:59:43.737495 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c358fd8-ec9c-4df9-8e37-96420172af69 req-dd953dcc-3964-41db-9600-c8f35a59428a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248933 Jan 25 02:59:44.279828 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703e096-0641-4fb5-9730-6753b9be99a2 req-c3707038-d156-4a8d-a06f-d556bc5383a1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:44.281291 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b703e096-0641-4fb5-9730-6753b9be99a2 req-c3707038-d156-4a8d-a06f-d556bc5383a1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469086 Jan 25 02:59:44.329993 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b703e096-0641-4fb5-9730-6753b9be99a2 req-4fc685cd-7ff9-4d7f-9ec8-a4e551b2edf1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Jan 25 02:59:44.829123 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-28e41efe-d6a4-4f92-a112-58b28230f14e req-41c6ba26-c844-4401-aaa2-8421e74b61ef tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0259731 Jan 25 02:59:45.444374 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950260e-9fc8-4788-915d-5fe0f00320c3 req-479057a1-93e8-4b87-898e-0461840ea412 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:45.445858 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a950260e-9fc8-4788-915d-5fe0f00320c3 req-479057a1-93e8-4b87-898e-0461840ea412 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0474091 Jan 25 02:59:45.492155 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a950260e-9fc8-4788-915d-5fe0f00320c3 req-4642a854-f7e4-4a85-ad0d-4fd52a759be8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397897 Jan 25 02:59:45.924093 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e9f94417-2f40-492c-a8dc-ab134cd4892c req-20ea51eb-2df4-49c6-9a9f-4bd83e63f95d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251555 Jan 25 02:59:46.606950 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9c78-f435-4cc4-bd51-15f234a85647 req-35d99f06-6887-4313-91b1-5613c517c086 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:46.608436 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f66e9c78-f435-4cc4-bd51-15f234a85647 req-35d99f06-6887-4313-91b1-5613c517c086 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Jan 25 02:59:46.655653 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f66e9c78-f435-4cc4-bd51-15f234a85647 req-a9d0543e-eb8c-4da1-a87e-f96a74aba0b0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Jan 25 02:59:47.018050 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e034d248-1e2a-47ec-b556-80fb5845a083 req-cd44da39-3bbd-412d-a8ba-1ab8614d95cc tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Jan 25 02:59:47.770805 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f04bcd-48e9-4b5d-aa39-30e654100789 req-f033636b-5fb2-42e4-9997-f5f58d784849 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:47.772289 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a2f04bcd-48e9-4b5d-aa39-30e654100789 req-f033636b-5fb2-42e4-9997-f5f58d784849 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0507514 Jan 25 02:59:47.820567 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a2f04bcd-48e9-4b5d-aa39-30e654100789 req-d31fc95e-bbd9-46fb-98b5-ff01834f28d9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Jan 25 02:59:48.110070 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-64a17515-86a5-4187-a7f0-83c4e2b03d55 req-789b3b07-e50c-427f-8f32-8cf98315bf8c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0257785 Jan 25 02:59:48.934882 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcf28b-aa8d-4b68-9159-1e3bcfc270a8 req-d155ab8e-06bc-462f-9148-e1541fee77fa tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:48.936289 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6cbcf28b-aa8d-4b68-9159-1e3bcfc270a8 req-d155ab8e-06bc-462f-9148-e1541fee77fa tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0479522 Jan 25 02:59:48.982285 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6cbcf28b-aa8d-4b68-9159-1e3bcfc270a8 req-2d39923b-19e3-4513-9abb-465c00a05254 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Jan 25 02:59:49.202562 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f40e3a72-4260-43dd-bd2c-860522d916bd req-f50b1af0-4a11-42f4-a7c6-697fb354062e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0273874 Jan 25 02:59:50.093694 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc393e-9bcb-4f6a-b60d-65d8cae02446 req-384d6427-81f1-4c8e-ade3-430ee26137e9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:50.095134 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-16dc393e-9bcb-4f6a-b60d-65d8cae02446 req-384d6427-81f1-4c8e-ade3-430ee26137e9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0466180 Jan 25 02:59:50.144341 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-16dc393e-9bcb-4f6a-b60d-65d8cae02446 req-7df543e1-0bba-41db-8ab4-8fc80eb078f1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Jan 25 02:59:50.294275 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a224e242-7c14-4949-ad6f-26108545907e req-05301063-31bb-44f1-abf6-8b10c84c2953 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254531 Jan 25 02:59:51.263256 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071105d-f6b1-43ca-ba2b-ee81183e8317 req-31778e44-6c70-435a-897a-823fd43c2275 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:51.264805 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4071105d-f6b1-43ca-ba2b-ee81183e8317 req-31778e44-6c70-435a-897a-823fd43c2275 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476537 Jan 25 02:59:51.310975 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4071105d-f6b1-43ca-ba2b-ee81183e8317 req-36ca5c93-d7dc-404c-a444-20113e58cc36 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Jan 25 02:59:51.393145 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b0c0ea54-cecc-49fb-a7a5-1f09a2f0d6df req-9ddc53f5-99f8-458f-a0ec-4558d0104e4c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255921 Jan 25 02:59:52.428109 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adccf35-8d2d-44ff-9646-80d0a06e0e37 req-7ea1031d-7dd0-41e1-843b-a1f4f75e0147 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:52.429607 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8adccf35-8d2d-44ff-9646-80d0a06e0e37 req-7ea1031d-7dd0-41e1-843b-a1f4f75e0147 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0487802 Jan 25 02:59:52.476919 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8adccf35-8d2d-44ff-9646-80d0a06e0e37 req-d3ae5613-e7f0-4b24-ab7c-74708e7bcec5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Jan 25 02:59:52.485478 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-85c47913-753a-43f5-84ea-d8a84867b860 req-94bb0abb-7e16-4a38-ac4d-df8c6eb81feb tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252106 Jan 25 02:59:53.579284 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2cc29c3e-4d79-475d-9572-052eecc43b87 req-6c2c5f2c-0f18-4255-85f6-22ad44541394 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0281780 Jan 25 02:59:53.597379 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be571f24-98ee-41a6-8dee-b51de250d527 req-e7e302db-c57f-4049-9719-b11700e5fa8a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:53.598875 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be571f24-98ee-41a6-8dee-b51de250d527 req-e7e302db-c57f-4049-9719-b11700e5fa8a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0528762 Jan 25 02:59:53.651299 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be571f24-98ee-41a6-8dee-b51de250d527 req-0fe0978b-de2f-4363-afe2-20b68756ab31 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Jan 25 02:59:54.674662 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1985d8d9-8835-496b-9331-663d8409ec56 req-2859f149-4b21-4ee1-b24f-25491c9b7fd7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248904 Jan 25 02:59:54.766709 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f43d7d-3042-430d-bbd7-ace344560f86 req-aa3dd557-1d82-4adb-9111-d213d63cf833 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:54.768215 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b8f43d7d-3042-430d-bbd7-ace344560f86 req-aa3dd557-1d82-4adb-9111-d213d63cf833 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476201 Jan 25 02:59:54.815121 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b8f43d7d-3042-430d-bbd7-ace344560f86 req-1d58fed4-056c-48cf-a94f-b4c690013394 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Jan 25 02:59:55.766807 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f536cfa-ade8-4ffa-a626-c20fdd6f3952 req-88ab9e74-5b5d-421d-837d-67349719748a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253990 Jan 25 02:59:55.930098 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b8ec7-64df-4cf4-9ef8-a5e1297f2ad8 req-39c20307-16e2-46f9-ab75-5d3e8be4975d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:55.932032 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ce3b8ec7-64df-4cf4-9ef8-a5e1297f2ad8 req-39c20307-16e2-46f9-ab75-5d3e8be4975d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0498166 Jan 25 02:59:55.977605 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ce3b8ec7-64df-4cf4-9ef8-a5e1297f2ad8 req-57f6ac53-6a3c-4737-9498-af388a4a3925 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 Jan 25 02:59:56.858520 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-23211da9-74ab-4513-8df7-b2b8fd23caa4 req-687fe973-21e8-4546-851c-03c76f3c69a7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253561 Jan 25 02:59:57.091265 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff72dec-b0ec-4660-a2c4-05529de54dc4 req-3c4e7b26-da60-4a13-9ada-a8bb979527d8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:57.092762 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9ff72dec-b0ec-4660-a2c4-05529de54dc4 req-3c4e7b26-da60-4a13-9ada-a8bb979527d8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477686 Jan 25 02:59:57.139411 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9ff72dec-b0ec-4660-a2c4-05529de54dc4 req-2f469742-91b9-498f-b9da-15cc4bfdc866 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 Jan 25 02:59:57.950012 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1d8bd3f-bb9a-4eae-abe3-234711f82b6e req-2ce3fa80-e05a-421d-b76c-ca748c6a0f96 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253077 Jan 25 02:59:58.074704 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-98e86345-a3b6-490c-b8fd-c01cc1e177ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:59:58.253412 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11420d75-fc3a-4bf3-b4d6-c1ec3a76283a req-c7066d45-972c-4b9f-bf4f-842489d65323 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:58.254851 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-11420d75-fc3a-4bf3-b4d6-c1ec3a76283a req-c7066d45-972c-4b9f-bf4f-842489d65323 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477550 Jan 25 02:59:58.303347 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-11420d75-fc3a-4bf3-b4d6-c1ec3a76283a req-7d39e278-1a63-454c-a93f-a5dfbe6c1319 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Jan 25 02:59:59.040012 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-389ab661-a18c-40da-b055-c99a3507f859 req-09130e84-7bac-489d-9711-1f0699c708d2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0241449 Jan 25 02:59:59.418506 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f629ac6-1c0c-464c-9819-21f54744ea87 req-ffa3ba1f-47d2-4e4c-864c-b02f70ae9e22 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:59:59.420029 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7f629ac6-1c0c-464c-9819-21f54744ea87 req-ffa3ba1f-47d2-4e4c-864c-b02f70ae9e22 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469401 Jan 25 02:59:59.466945 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7f629ac6-1c0c-464c-9819-21f54744ea87 req-03d9da40-657e-4f66-b598-e6fb81156a3c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Jan 25 03:00:00.135351 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee8328ef-4a0b-4de5-80d2-0a4d64775fe0 req-fcf7bb4f-173a-4a32-b577-d3a1dbc31e5a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0283811 Jan 25 03:00:00.233994 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-cdd29cbf-dd9e-4da1-ad63-f8328f5551da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:00.580357 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba88df-f7b2-4e89-a04c-4ad79ed7b01d req-65da7b13-c199-412e-9eb0-4281d7229dda tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:00.581813 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c3ba88df-f7b2-4e89-a04c-4ad79ed7b01d req-65da7b13-c199-412e-9eb0-4281d7229dda tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0475338 Jan 25 03:00:00.627903 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c3ba88df-f7b2-4e89-a04c-4ad79ed7b01d req-d4f8e921-8869-4333-a6b8-290c4495e9cb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Jan 25 03:00:01.227266 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f06aac8f-7e16-4996-803b-e03798b6598e req-acb5c669-5d78-4660-be03-a0dfc83c270b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254188 Jan 25 03:00:01.623438 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:01.747661 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344714f-b458-4188-aec5-f53c03f8cf4e req-59fe8459-4d66-4241-8fcc-1421af847422 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:01.749157 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7344714f-b458-4188-aec5-f53c03f8cf4e req-59fe8459-4d66-4241-8fcc-1421af847422 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0521681 Jan 25 03:00:01.795760 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7344714f-b458-4188-aec5-f53c03f8cf4e req-752b13f7-e18f-4f06-a0d3-51c50b1569ff tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Jan 25 03:00:01.824188 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:02.320829 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a16e9866-906e-4d8a-98e9-85ceae748467 req-b081b633-82a8-45bc-a1b8-d850d586ef7e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248632 Jan 25 03:00:02.909351 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649def88-7259-4f21-b145-80eff5ef90ac req-79b7abaa-e734-42f2-9744-cf0910f8a248 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:02.910822 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-649def88-7259-4f21-b145-80eff5ef90ac req-79b7abaa-e734-42f2-9744-cf0910f8a248 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478816 Jan 25 03:00:02.957386 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-649def88-7259-4f21-b145-80eff5ef90ac req-9af96ef9-3874-41b0-b1af-a88d38d2f037 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410755 Jan 25 03:00:03.067064 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:03.417055 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fecc4090-5cf3-4cd8-9c57-01e336cc8b1e req-ad830cf1-b13a-43cb-a1d2-e4d07334d75e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250263 Jan 25 03:00:04.069996 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d200288-406f-49f8-990b-f9bd66ad56ed req-da5e356a-4ab0-4c6a-a2df-01d57170dbce tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:04.071471 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5d200288-406f-49f8-990b-f9bd66ad56ed req-da5e356a-4ab0-4c6a-a2df-01d57170dbce tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476019 Jan 25 03:00:04.121071 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5d200288-406f-49f8-990b-f9bd66ad56ed req-c1eeb85c-0590-43ae-a45a-855fcb21687e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433404 Jan 25 03:00:04.238917 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:04.509187 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ecee93c3-7669-4b74-858a-024fbf588f64 req-e4b3240c-bf80-45a5-9b2a-4155ad678be5 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256855 Jan 25 03:00:05.233774 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fc551-a609-4b76-825d-d00a55148171 req-d399cb37-4833-47fc-b851-03dfe86a4813 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:05.235253 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9e0fc551-a609-4b76-825d-d00a55148171 req-d399cb37-4833-47fc-b851-03dfe86a4813 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0475872 Jan 25 03:00:05.281054 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9e0fc551-a609-4b76-825d-d00a55148171 req-05174e30-308b-48d7-af54-84d743359c93 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 Jan 25 03:00:05.611269 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a45b5fa0-5811-4102-99ef-d94f4f680b30 req-973ecdba-2830-4131-bb31-efd59b8f0fe2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248623 Jan 25 03:00:06.396114 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fccce-f147-474d-b815-2883cca44c02 req-c775c756-2b57-42cf-b4da-dbc259d5c328 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:06.397572 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3d7fccce-f147-474d-b815-2883cca44c02 req-c775c756-2b57-42cf-b4da-dbc259d5c328 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469944 Jan 25 03:00:06.443341 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3d7fccce-f147-474d-b815-2883cca44c02 req-e4b533bd-a2d8-4540-abf9-b30a8c892702 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Jan 25 03:00:06.706138 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9d1dd07c-93df-445d-acb2-0dc499abc693 req-9fa37ad8-0f3e-40fd-8034-42d36018331b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0296543 Jan 25 03:00:07.561510 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cc5fd-8e4e-4eae-a657-dae041ec4c6a req-83f5dff0-7c6a-4e57-98ae-cea628443cde tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:07.563241 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd4cc5fd-8e4e-4eae-a657-dae041ec4c6a req-83f5dff0-7c6a-4e57-98ae-cea628443cde tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0507548 Jan 25 03:00:07.609703 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd4cc5fd-8e4e-4eae-a657-dae041ec4c6a req-d9b7b0c2-6572-40a3-9509-ae61f317ec26 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Jan 25 03:00:07.797267 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0bfba247-ee40-47ed-863f-84c5bcb13be1 req-60768094-ce71-4c3d-b7b1-971618056282 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255773 Jan 25 03:00:08.728053 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa33ae-290e-4ad4-8329-25f7fd56b1f5 req-c6f7809f-8339-4e9d-8866-27cdfc6d634f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:08.729847 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5eaa33ae-290e-4ad4-8329-25f7fd56b1f5 req-c6f7809f-8339-4e9d-8866-27cdfc6d634f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0529904 Jan 25 03:00:08.780658 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5eaa33ae-290e-4ad4-8329-25f7fd56b1f5 req-c9f12ba4-f926-4d1c-a6ed-a641498324e9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449908 Jan 25 03:00:08.895109 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-84e8d8aa-2a8a-49fb-a49e-79811c53319b req-5ce8bee5-67f1-45e0-a2c4-c46eaa530586 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256517 Jan 25 03:00:09.898473 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89f81c-2c90-4407-8243-ecb96bd317ad req-98841c4c-b735-44b2-a9c4-642af59c02e0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:09.899955 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5d89f81c-2c90-4407-8243-ecb96bd317ad req-98841c4c-b735-44b2-a9c4-642af59c02e0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0508001 Jan 25 03:00:09.948936 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5d89f81c-2c90-4407-8243-ecb96bd317ad req-ad663b45-ddc2-4dfc-b1c2-272f43aef141 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Jan 25 03:00:09.992215 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44586b72-1d67-4f69-982d-eb3e4bce72e0 req-3c821032-40ee-4d12-b04b-16ad40a58ae1 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250108 Jan 25 03:00:11.062550 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb183bba-2a68-4b3f-9c07-03bac684df62 req-466f5cdc-bd25-4940-bec4-83c1dc3725fc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:11.064044 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cb183bba-2a68-4b3f-9c07-03bac684df62 req-466f5cdc-bd25-4940-bec4-83c1dc3725fc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0489812 Jan 25 03:00:11.085640 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fbb5db78-f405-4fdb-902c-f7c215e80c1e req-81633c70-1364-419b-95f6-a884db9ad51c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256183 Jan 25 03:00:11.112575 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cb183bba-2a68-4b3f-9c07-03bac684df62 req-7f404429-94a7-4d90-bd25-defd99e6be6b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Jan 25 03:00:12.177385 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cc43139f-ab52-44eb-92dc-24c5ec35c807 req-cba55c10-5b39-4758-b7f6-1b0b4ef918f5 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250428 Jan 25 03:00:12.225488 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624077f2-0243-4078-a23d-93fc66c4dd40 req-5cbc9a37-e334-45fe-9c9b-e7293e6df799 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:12.226943 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-624077f2-0243-4078-a23d-93fc66c4dd40 req-5cbc9a37-e334-45fe-9c9b-e7293e6df799 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480347 Jan 25 03:00:12.276226 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-624077f2-0243-4078-a23d-93fc66c4dd40 req-742fdef6-a51b-4a8b-97ba-632d8b4e6896 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Jan 25 03:00:13.271677 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1d65b19d-ee12-4b20-be8e-823a8c9b9432 req-b14a2da7-1271-4992-98ac-f9fb6351ef37 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0285559 Jan 25 03:00:13.388951 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfbb74-9118-4259-a9c3-a96c9555fba0 req-129d4d4c-7d33-47d0-831e-4c928ddc9f73 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:13.390392 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9ddfbb74-9118-4259-a9c3-a96c9555fba0 req-129d4d4c-7d33-47d0-831e-4c928ddc9f73 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469372 Jan 25 03:00:13.436014 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9ddfbb74-9118-4259-a9c3-a96c9555fba0 req-e742bedb-eef6-4cc1-8c3e-0de1e2ee0102 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Jan 25 03:00:13.445028 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:00:14.363966 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a5090b8f-59f7-4cbf-8873-3ba1fae492b1 req-48743cce-bd49-450f-92c7-ee257bf7c5d9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0266371 Jan 25 03:00:14.551056 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24775bce-f65a-4f28-b928-f3e4cbe02961 req-94fffaa9-f5a4-4a9d-ac56-65c7bdba5020 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:14.552454 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-24775bce-f65a-4f28-b928-f3e4cbe02961 req-94fffaa9-f5a4-4a9d-ac56-65c7bdba5020 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472298 Jan 25 03:00:14.600908 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-24775bce-f65a-4f28-b928-f3e4cbe02961 req-893562d1-c690-41b6-ba4b-1594c11758e5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Jan 25 03:00:15.454444 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6bcfe7c4-a231-450b-9620-e174ecf49978 req-bd69894a-87a1-4dcc-8489-00880d0c8ee0 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248508 Jan 25 03:00:15.717125 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f86ce8-27f7-489a-846c-7c80a9e0274e req-f60b4f67-18ec-470e-ad7a-9cdb68a4752d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:15.718610 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e4f86ce8-27f7-489a-846c-7c80a9e0274e req-f60b4f67-18ec-470e-ad7a-9cdb68a4752d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0506997 Jan 25 03:00:15.764551 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e4f86ce8-27f7-489a-846c-7c80a9e0274e req-b083130e-faba-42c0-b4bc-07587d4ad7a5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Jan 25 03:00:16.547502 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-708d19c5-4abb-4760-b37b-ca2a1b38538d req-3c9198de-dcb7-41f4-8ec6-f9c389566795 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0257468 Jan 25 03:00:16.876166 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce7f08-374c-4bb6-9bfb-a4c072d5be43 req-613ffb6b-009d-44d7-b4aa-d09bc9e05a09 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:16.877615 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d8ce7f08-374c-4bb6-9bfb-a4c072d5be43 req-613ffb6b-009d-44d7-b4aa-d09bc9e05a09 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0462773 Jan 25 03:00:16.923814 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d8ce7f08-374c-4bb6-9bfb-a4c072d5be43 req-3e34547c-89b2-4334-8f46-f27f47eb4fd7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Jan 25 03:00:17.639785 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-823c5e3b-234f-471e-85e5-81ac879fe41d req-3f07d89e-4ae1-4acd-bc0c-d63244b0a9b3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253687 Jan 25 03:00:18.037271 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9ac04-fb6d-440d-a4a2-fd5142fbba47 req-be94854e-59bc-4024-ae4d-49899d32c968 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:18.038695 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dea9ac04-fb6d-440d-a4a2-fd5142fbba47 req-be94854e-59bc-4024-ae4d-49899d32c968 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0468671 Jan 25 03:00:18.087358 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dea9ac04-fb6d-440d-a4a2-fd5142fbba47 req-adf57e73-1f05-4f99-9fae-50811f2caa7c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 Jan 25 03:00:18.733059 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14a58bb6-6972-4882-907d-db64ea1437c2 req-c7807254-cc61-418d-abc6-e54dda824c94 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253181 Jan 25 03:00:19.205169 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ace0a-fe73-4164-af7d-64fe12013da0 req-f98075ac-6d09-4051-873d-3a49f1df91a3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:19.206626 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2c6ace0a-fe73-4164-af7d-64fe12013da0 req-f98075ac-6d09-4051-873d-3a49f1df91a3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0474849 Jan 25 03:00:19.252914 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2c6ace0a-fe73-4164-af7d-64fe12013da0 req-d321bc85-aa92-454a-99b5-50d3e34e08ee tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Jan 25 03:00:19.828104 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7e8d7777-1458-4aeb-8b35-13b34c2e7d90 req-0467fb50-a36e-4638-af12-8a1b0ee95d29 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0290074 Jan 25 03:00:20.367607 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c1e72-94bd-4478-a583-647b7b717271 req-2bfdc913-2733-4307-a51e-ab96985c11e3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:20.369099 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d21c1e72-94bd-4478-a583-647b7b717271 req-2bfdc913-2733-4307-a51e-ab96985c11e3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0483441 Jan 25 03:00:20.415159 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d21c1e72-94bd-4478-a583-647b7b717271 req-4b6ac6f6-012e-45ae-a1f5-90969014b4c2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Jan 25 03:00:20.920465 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1fef1e1c-15a7-4d16-aa45-4a072eba5340 req-610d99eb-c8ac-4a04-b183-3573e80e591d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252504 Jan 25 03:00:21.531704 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e136ab-d7e2-428e-b252-40aea385ab36 req-cd4abfc0-13d8-4c0f-a852-5108eeb6ddcf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:21.533191 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-18e136ab-d7e2-428e-b252-40aea385ab36 req-cd4abfc0-13d8-4c0f-a852-5108eeb6ddcf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0507948 Jan 25 03:00:21.579001 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-18e136ab-d7e2-428e-b252-40aea385ab36 req-a0badb86-0fb8-4650-a4e1-692a08df60d6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Jan 25 03:00:22.011908 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c45683bd-efad-485d-a400-5ca71ba85211 req-25ec897d-a32a-47d5-ac5d-80211a666280 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0258794 Jan 25 03:00:22.694447 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc7894-96c2-48fd-a3c7-e26bea6c70e7 req-71d92e38-332f-4dca-a0de-92cf48a3811e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:22.695936 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ffcc7894-96c2-48fd-a3c7-e26bea6c70e7 req-71d92e38-332f-4dca-a0de-92cf48a3811e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0487571 Jan 25 03:00:22.748058 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ffcc7894-96c2-48fd-a3c7-e26bea6c70e7 req-0d51fab5-2dce-48db-af52-71a5bd472099 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Jan 25 03:00:23.105319 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fb39b4b0-2a6e-40cf-bddd-797c81e6fd7a req-223cd06c-07d8-40a9-a7f4-b0f4fc986436 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252070 Jan 25 03:00:23.863474 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66209971-ea2f-4393-9c2e-05ba9b131e76 req-998ebde1-cd22-4616-ad14-65c18dc3b60f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:23.864946 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-66209971-ea2f-4393-9c2e-05ba9b131e76 req-998ebde1-cd22-4616-ad14-65c18dc3b60f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0503490 Jan 25 03:00:24.145667 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-66209971-ea2f-4393-9c2e-05ba9b131e76 req-00ba5cc6-4181-4bd5-ae11-44a991ae430d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752583 Jan 25 03:00:24.197900 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6e343f2a-2ef6-477b-9309-3ffa168940c3 req-fa2a432c-d4a8-40d2-9668-beff354ef752 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247929 Jan 25 03:00:25.265258 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e97e84-238e-43fa-9f7c-4e1f8eb9fa20 req-575c2c39-0879-4760-8cd4-af2926f0bed5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:25.266738 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-80e97e84-238e-43fa-9f7c-4e1f8eb9fa20 req-575c2c39-0879-4760-8cd4-af2926f0bed5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0492127 Jan 25 03:00:25.300331 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-baf53d93-c60a-4f29-b735-6cb386ab0f78 req-0f17854d-0a0a-4dde-bfd1-a13b8d1e4943 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242791 Jan 25 03:00:25.314185 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-80e97e84-238e-43fa-9f7c-4e1f8eb9fa20 req-61718e12-fe06-4110-85ed-02001851ce7b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418496 Jan 25 03:00:26.396760 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d64dc6f1-4004-4f09-919d-8c779b94be13 req-d5dd6afe-a0d0-4390-ab30-47e2b77563e1 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0290425 Jan 25 03:00:26.427542 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0974f7-67f8-4eb9-97e8-6c729f96f80c req-ba8e9668-4d3e-4ef1-ad2c-2d08b342a603 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:26.429017 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1f0974f7-67f8-4eb9-97e8-6c729f96f80c req-ba8e9668-4d3e-4ef1-ad2c-2d08b342a603 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478117 Jan 25 03:00:26.479219 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1f0974f7-67f8-4eb9-97e8-6c729f96f80c req-0b1dccc6-5f29-44de-8b56-5f8a4ae4181e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Jan 25 03:00:27.489113 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-67a64443-9402-4fdf-aa33-90abb3b9cbea req-f4fb88e1-8ee3-4c7f-94e2-d1993b624786 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249510 Jan 25 03:00:27.592431 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1d740-f9da-4382-8053-575370558418 req-0002c8d9-e418-4804-b2fd-13629ee46153 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:27.593960 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d7f1d740-f9da-4382-8053-575370558418 req-0002c8d9-e418-4804-b2fd-13629ee46153 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0479159 Jan 25 03:00:27.640079 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d7f1d740-f9da-4382-8053-575370558418 req-64bec4c4-bdab-4826-a7b7-3592a1f86337 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Jan 25 03:00:28.076890 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-771390e3-cc37-48fb-a2d1-666b03d8b99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:28.579113 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a6c5c50d-eef1-426f-a480-3ed3fc9ef2cc req-b7507e53-2d4c-4d3f-9db7-4a82cb1f4a97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249867 Jan 25 03:00:28.753661 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f03e1-da39-41ab-91aa-c504edd8a4fa req-1dddee07-611f-4508-88fb-da4d86331bde tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:28.755118 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-138f03e1-da39-41ab-91aa-c504edd8a4fa req-1dddee07-611f-4508-88fb-da4d86331bde tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0468459 Jan 25 03:00:28.800527 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-138f03e1-da39-41ab-91aa-c504edd8a4fa req-a42d626d-0377-4c22-a9dc-20ac876ea17d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 Jan 25 03:00:29.670900 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-33ac7783-f7e2-407e-8d03-d127636111a1 req-861e2102-7839-4b79-a813-88f044951e2a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250971 Jan 25 03:00:29.916839 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04f94d-8693-43d2-98bd-ead07dbe533a req-3db8581c-53cc-4911-a4d6-5229d45a4778 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:29.918289 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1d04f94d-8693-43d2-98bd-ead07dbe533a req-3db8581c-53cc-4911-a4d6-5229d45a4778 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0505075 Jan 25 03:00:29.964089 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1d04f94d-8693-43d2-98bd-ead07dbe533a req-326995cd-dce6-472c-9453-52b4694a4b2c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Jan 25 03:00:30.236241 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-010ea8cb-b5e9-427e-9702-1c1366232045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:30.764013 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d401b52f-2bea-4ef9-a509-ed925d6c2975 req-7c6fde43-74f3-457c-be84-5943d4f68d64 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246079 Jan 25 03:00:31.077961 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98839047-1675-4fd0-ac8b-5226c6d2cc5d req-fb4b3416-ca92-4140-8121-17b7195b6c64 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:31.079458 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-98839047-1675-4fd0-ac8b-5226c6d2cc5d req-fb4b3416-ca92-4140-8121-17b7195b6c64 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477731 Jan 25 03:00:31.125250 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-98839047-1675-4fd0-ac8b-5226c6d2cc5d req-d456ac48-c873-4a55-9627-ca376951d34f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 Jan 25 03:00:31.629252 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:31.849702 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:31.854310 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5c86ce34-bc5a-4c0c-8408-e8cb57c712c9 req-1f97998c-877b-49bf-bc07-126a7083f971 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251329 Jan 25 03:00:32.237220 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d1364-b877-41d3-8571-ad83565ea340 req-7d2179f3-6346-4958-a58f-c6d8f7a14fa8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:32.238679 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b8d1364-b877-41d3-8571-ad83565ea340 req-7d2179f3-6346-4958-a58f-c6d8f7a14fa8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469179 Jan 25 03:00:32.293752 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b8d1364-b877-41d3-8571-ad83565ea340 req-499db6ec-6702-46d2-a8bb-5de7501bc17e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496385 Jan 25 03:00:32.951396 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a48f7367-4196-4965-8c1c-f3c52c85fd5f req-0a35f20e-b965-4618-8ee5-34b5a34a487f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0283334 Jan 25 03:00:33.069625 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:33.405880 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c8207-13ee-4991-b084-61eaf7466949 req-ab9fd2e9-0362-43ff-bf98-59fb8ca6d331 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:33.407342 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-563c8207-13ee-4991-b084-61eaf7466949 req-ab9fd2e9-0362-43ff-bf98-59fb8ca6d331 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0466585 Jan 25 03:00:33.453906 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-563c8207-13ee-4991-b084-61eaf7466949 req-13be4677-f771-467e-bb4d-dd62424f164e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Jan 25 03:00:34.042403 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9385dc01-044b-41f9-839a-4351670b4831 req-49f78929-f461-4314-9e67-aaff16b2d77b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252244 Jan 25 03:00:34.240213 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:34.566499 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032bef-2684-4e1b-a746-263c4276410a req-0ea813fc-1c67-4aa5-97b3-e9539679a03c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:34.567984 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b032bef-2684-4e1b-a746-263c4276410a req-0ea813fc-1c67-4aa5-97b3-e9539679a03c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0467315 Jan 25 03:00:34.614800 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b032bef-2684-4e1b-a746-263c4276410a req-4f243b35-2092-45e0-aa1f-8f65bc7ca407 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Jan 25 03:00:35.132281 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-70458eae-ba55-4785-864e-b7202948fc73 req-cd1c0262-c383-4765-b988-7f61902b55ea tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254045 Jan 25 03:00:35.730929 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b786d81-3a5b-445c-878b-b8198b6e77b0 req-28fa1692-8943-48b7-9970-c8a1bf8bf2a7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:35.732407 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5b786d81-3a5b-445c-878b-b8198b6e77b0 req-28fa1692-8943-48b7-9970-c8a1bf8bf2a7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0504313 Jan 25 03:00:35.777916 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5b786d81-3a5b-445c-878b-b8198b6e77b0 req-5ee11188-b4b3-4c78-9b58-ae0f206506d6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Jan 25 03:00:36.223885 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cd87ea9f-1139-4382-b2c3-5c49ac71eb5e req-8a3a85ae-fac2-45a6-8e5e-b18fc7064ce1 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251119 Jan 25 03:00:36.891103 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a6ac5-9d5e-44d0-bce7-5220dcb9b13d req-91d67c3e-7ca5-4834-a9af-ecc17954000e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:36.892644 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fb7a6ac5-9d5e-44d0-bce7-5220dcb9b13d req-91d67c3e-7ca5-4834-a9af-ecc17954000e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0473611 Jan 25 03:00:36.942027 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fb7a6ac5-9d5e-44d0-bce7-5220dcb9b13d req-d35af073-916c-432d-8df4-7d7b5eb2a10b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Jan 25 03:00:37.315971 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e1231844-701a-44cf-8a37-5b19c14e7c96 req-11413143-9ec1-4a60-bd93-6288711dcd23 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250711 Jan 25 03:00:38.066441 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fed31-32ed-4837-ad95-d6d1f74be6ea req-a7d45172-f50b-4df7-b94f-8ea363a1fab9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:38.067992 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b4fed31-32ed-4837-ad95-d6d1f74be6ea req-a7d45172-f50b-4df7-b94f-8ea363a1fab9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0512443 Jan 25 03:00:38.113679 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b4fed31-32ed-4837-ad95-d6d1f74be6ea req-814746d4-e91c-4050-84d1-47d9e4671ca3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401542 Jan 25 03:00:38.413226 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d9557f54-cf77-462b-b589-5ed4fbcea119 req-7446fb77-c4da-4097-8bbf-01e5d3ef4009 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251989 Jan 25 03:00:39.225696 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36973f5d-572a-4c10-8d6f-a6d3cfc392aa req-eaec939d-47eb-4d20-884d-3b5b74be1f4b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:39.227171 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-36973f5d-572a-4c10-8d6f-a6d3cfc392aa req-eaec939d-47eb-4d20-884d-3b5b74be1f4b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469429 Jan 25 03:00:39.273298 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-36973f5d-572a-4c10-8d6f-a6d3cfc392aa req-fc4d18d4-88e7-4291-943d-4773aee3088a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 Jan 25 03:00:39.507293 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-28ac56b9-7a3c-490c-837e-2fcfc23ccd5d req-e7bdf44e-4968-4432-a7ef-0ec54155c0df tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0272899 Jan 25 03:00:40.398760 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae132c-e909-4004-8d3b-8aa24117ff14 req-9ca946dd-f274-4b33-ba96-d14290009935 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:40.400237 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-65ae132c-e909-4004-8d3b-8aa24117ff14 req-9ca946dd-f274-4b33-ba96-d14290009935 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0493138 Jan 25 03:00:40.449351 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-65ae132c-e909-4004-8d3b-8aa24117ff14 req-e8a75e35-f0e3-4c39-8169-9cc5d2a14bbe tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Jan 25 03:00:40.598935 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1a25e720-2d9b-4a8c-b4c7-d49c661e2445 req-9a80cbbc-4c4f-4f23-a0ae-e51bd39abd46 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256183 Jan 25 03:00:41.565212 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2366e8-e421-4ca1-a6ec-bd4f0d384a9a req-55e7b9bc-4f50-4190-8f53-c3d0b51f340f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:41.566678 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5a2366e8-e421-4ca1-a6ec-bd4f0d384a9a req-55e7b9bc-4f50-4190-8f53-c3d0b51f340f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0498772 Jan 25 03:00:41.612862 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5a2366e8-e421-4ca1-a6ec-bd4f0d384a9a req-f0e77005-199b-42ca-86f1-eb82d8fe0430 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406399 Jan 25 03:00:41.694143 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f0500bbf-fce5-4b58-ab3d-c14c9e148dab req-e8757f58-5065-495b-9005-af80cbddd14f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0262287 Jan 25 03:00:42.726808 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbfe21-014c-41b3-9f2a-f5a743846722 req-5b430a37-7c44-4de2-8af2-b2a1399dc5bc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:42.728319 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c3fbfe21-014c-41b3-9f2a-f5a743846722 req-5b430a37-7c44-4de2-8af2-b2a1399dc5bc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0483346 Jan 25 03:00:42.775614 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c3fbfe21-014c-41b3-9f2a-f5a743846722 req-766f7aef-fee4-4eee-bd30-4adf205c2485 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Jan 25 03:00:42.782753 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-51e02979-398d-4aca-b7df-e37f72d9bf0b req-429adde0-b1fe-4f2a-bed5-c418b653c152 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0257099 Jan 25 03:00:43.873375 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5b4e914c-c40b-40a4-8282-19cf63605660 req-6c26edbb-95ec-4461-80da-2763a34bf586 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255644 Jan 25 03:00:43.895815 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed415d-b26b-4e94-9fdd-af6199f304e9 req-89e4ecf0-6997-4afd-ae98-24181fe4f74b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:43.897285 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d1ed415d-b26b-4e94-9fdd-af6199f304e9 req-89e4ecf0-6997-4afd-ae98-24181fe4f74b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0537016 Jan 25 03:00:43.945646 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d1ed415d-b26b-4e94-9fdd-af6199f304e9 req-f8f12465-aae0-4cfe-8e70-67b04b4668b6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Jan 25 03:00:44.963826 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-85a6ab08-2cbe-400b-ab6b-c96268510bcf req-d9030171-0087-40d3-a578-c78af7deabc9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250831 Jan 25 03:00:45.059668 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cadb4e-f515-4bfc-865f-5d35d483c326 req-b546b631-fb80-454f-9dd1-3ea2ed2d770e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:45.061985 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81cadb4e-f515-4bfc-865f-5d35d483c326 req-b546b631-fb80-454f-9dd1-3ea2ed2d770e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0500975 Jan 25 03:00:45.107787 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81cadb4e-f515-4bfc-865f-5d35d483c326 req-3a4d662f-fbab-4eb1-a8a2-b8987c6f0440 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400720 Jan 25 03:00:46.055609 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a89ec5fd-8912-4c6a-b9fd-44b99d123e94 req-55ab0314-0146-4ced-860c-6548c628ac4e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0280716 Jan 25 03:00:46.223238 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb499-1596-4ed2-80a1-9021fe155a1b req-f8df597e-42c2-424b-9dd6-1c19b76cbba8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:46.224734 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c24eb499-1596-4ed2-80a1-9021fe155a1b req-f8df597e-42c2-424b-9dd6-1c19b76cbba8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477428 Jan 25 03:00:46.273720 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c24eb499-1596-4ed2-80a1-9021fe155a1b req-7269712e-bbb0-4737-bb88-d92efdb0e6ff tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Jan 25 03:00:47.151805 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52e0260c-95fa-4fe9-a7ac-4addbbc0f175 req-b8bc8189-6b1e-4270-aa1e-725bb43922df tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242891 Jan 25 03:00:47.387164 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86173-7f76-4661-9460-fa24ba6a96ca req-9a9b627f-7c9b-4a52-8a4c-4575bbffea65 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:47.388637 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7df86173-7f76-4661-9460-fa24ba6a96ca req-9a9b627f-7c9b-4a52-8a4c-4575bbffea65 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0479670 Jan 25 03:00:47.434868 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7df86173-7f76-4661-9460-fa24ba6a96ca req-104c01af-9e60-443e-b98b-6a164993b7d9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Jan 25 03:00:48.244525 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c66bb415-77fa-4656-88e6-eed3e6940f7c req-649644a1-9eee-47fe-ac7e-158f190431ae tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250735 Jan 25 03:00:48.283969 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-2887d80c-68bd-4fc1-b0fd-a4d6170cac9c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381832 Jan 25 03:00:48.378717 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-b5cc59aa-eda0-4aca-8044-278b58678be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:48.380197 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-b5cc59aa-eda0-4aca-8044-278b58678be7 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0394018 Jan 25 03:00:48.482520 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-ad043257-882d-44a8-a10e-c87664545bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:48.484184 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-ad043257-882d-44a8-a10e-c87664545bab service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0870707 Jan 25 03:00:48.547924 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-43b6f33a-1bc9-4fad-91b3-99bb674efbd4 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0573840 Jan 25 03:00:48.549339 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa6c5-c514-4f1a-ac84-e7b05afe6880 req-69ea3278-108f-4d92-8cd8-c2ae3e3954d2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:48.550833 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c81aa6c5-c514-4f1a-ac84-e7b05afe6880 req-69ea3278-108f-4d92-8cd8-c2ae3e3954d2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0473933 Jan 25 03:00:48.598531 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c81aa6c5-c514-4f1a-ac84-e7b05afe6880 req-641cd64b-b55a-4473-b123-cda1660c0e8b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Jan 25 03:00:48.600383 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-1a68679a-3b74-433d-b2c8-cb0cd3e7cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:48.601839 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-1a68679a-3b74-433d-b2c8-cb0cd3e7cbd5 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0484488 Jan 25 03:00:48.644514 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-a9aae338-0961-4764-ad77-2c55fc56147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:48.645991 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-a9aae338-0961-4764-ad77-2c55fc56147a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381484 Jan 25 03:00:48.736745 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-27eaea41-5e3f-44d1-96c7-c6a5365e61bd service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848429 Jan 25 03:00:48.821939 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0ddefb12-6e31-4463-b0a7-080eaa663d15 req-d0b2d863-2759-4570-9d72-04a78f399e83 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796850 Jan 25 03:00:49.342139 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-78de4e07-966a-449d-a3f1-6bfe0c1f6190 req-3132d8bb-f858-4838-bc93-656090558a1d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246646 Jan 25 03:00:49.716055 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a87f0-5957-46af-a3a4-74519cdf4538 req-2c2152b2-05e1-4fad-b867-6c1ed01a6961 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:49.717519 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a68a87f0-5957-46af-a3a4-74519cdf4538 req-2c2152b2-05e1-4fad-b867-6c1ed01a6961 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0519598 Jan 25 03:00:49.763508 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a68a87f0-5957-46af-a3a4-74519cdf4538 req-48487858-8591-47d4-83f8-c9c829337fae tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Jan 25 03:00:50.431013 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e390c2bc-44be-4dbd-81ac-e18ed029072c req-a623624f-f0cc-4e9b-a127-cc4a243c8445 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0239017 Jan 25 03:00:50.444296 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:00:50.877873 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d119f-5fd3-447c-90d8-992d6553dd1c req-95e192df-e7c1-4abe-8ba7-2e23e080dfa1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:50.879321 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c2d119f-5fd3-447c-90d8-992d6553dd1c req-95e192df-e7c1-4abe-8ba7-2e23e080dfa1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0484903 Jan 25 03:00:50.925502 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c2d119f-5fd3-447c-90d8-992d6553dd1c req-34078428-1224-4ebb-9cc9-7c46682166d3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Jan 25 03:00:51.525761 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9a1fd357-b422-427b-90d9-233421f9e9d6 req-915943c5-e4e5-4c8b-ae57-1a3a9be86a34 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0284789 Jan 25 03:00:52.041586 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d8e6a-0715-4274-9021-07552149bf0c req-5522e641-7ea4-4019-bdbe-e5695bf015e5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:52.043047 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-964d8e6a-0715-4274-9021-07552149bf0c req-5522e641-7ea4-4019-bdbe-e5695bf015e5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0505080 Jan 25 03:00:52.089340 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-964d8e6a-0715-4274-9021-07552149bf0c req-9aabc294-b633-4b48-8463-532af81045f6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Jan 25 03:00:52.616334 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a1175768-5073-404d-8395-13a654f2c17b req-26843016-cd1d-4a31-bf23-40ff67afbf59 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0257964 Jan 25 03:00:53.220037 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947f4a2-f91b-4b66-8e7d-5021471a46e8 req-603a68cc-6c8e-4384-a6af-1d64eb24b29e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:53.221487 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d947f4a2-f91b-4b66-8e7d-5021471a46e8 req-603a68cc-6c8e-4384-a6af-1d64eb24b29e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0489800 Jan 25 03:00:53.267931 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d947f4a2-f91b-4b66-8e7d-5021471a46e8 req-6892a49e-c292-4a4a-9ba8-8a3c3cfa8c35 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409174 Jan 25 03:00:53.706808 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d99aad00-2ee8-4b95-bee1-7376a4d55b0c req-4dd88577-a4b2-4d8c-aea2-bf1f76951d3c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0260286 Jan 25 03:00:54.379429 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519862f7-99ac-46e8-a4ba-05cb9b348f47 req-e680b367-aad8-4ecd-add1-c6975a4689b0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:54.380927 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-519862f7-99ac-46e8-a4ba-05cb9b348f47 req-e680b367-aad8-4ecd-add1-c6975a4689b0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0466325 Jan 25 03:00:54.433217 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-519862f7-99ac-46e8-a4ba-05cb9b348f47 req-d4fc7762-068d-4915-9c41-e960d114e806 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468926 Jan 25 03:00:54.797025 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e0702faa-e537-493f-a654-a43b296892a4 req-c1345412-5d9b-4497-992f-1b701b426438 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242572 Jan 25 03:00:55.556176 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44d84b-a0c4-4790-8d4c-97c82d8a1248 req-0f6f268b-8f0a-4f87-b176-d1f5dd920b80 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:55.557650 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8e44d84b-a0c4-4790-8d4c-97c82d8a1248 req-0f6f268b-8f0a-4f87-b176-d1f5dd920b80 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0561156 Jan 25 03:00:55.603928 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8e44d84b-a0c4-4790-8d4c-97c82d8a1248 req-d75538ce-42fe-460c-914e-59b23fc64e57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 Jan 25 03:00:55.888827 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6a44fc4b-3759-4594-aaf2-627f12f5bcdb req-92f93042-6804-4750-903f-5c47b8fdbbf8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0241616 Jan 25 03:00:56.717380 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25326a2d-9471-47e0-b45b-544affe2b9a7 req-afcd66e4-b40f-430a-ab36-7b352d1af83b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:56.718837 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-25326a2d-9471-47e0-b45b-544affe2b9a7 req-afcd66e4-b40f-430a-ab36-7b352d1af83b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0474992 Jan 25 03:00:56.765264 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-25326a2d-9471-47e0-b45b-544affe2b9a7 req-7a5a703b-06a8-4ab5-89b8-289428b91865 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Jan 25 03:00:56.980625 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-90e7fa70-c21e-4bd3-88b6-12229d4c95dd req-2922ec7a-5504-4de1-84a0-9b5677e801ed tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249839 Jan 25 03:00:57.881811 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b92f-4010-4c17-bab5-1f7b8e0b0b11 req-bd0d5e28-8d26-407e-b31f-dd80036e1c7c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:57.883302 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0604b92f-4010-4c17-bab5-1f7b8e0b0b11 req-bd0d5e28-8d26-407e-b31f-dd80036e1c7c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0511281 Jan 25 03:00:57.929272 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0604b92f-4010-4c17-bab5-1f7b8e0b0b11 req-97810b0c-f2a0-44bc-bac4-2b903b398fe2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Jan 25 03:00:58.074001 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2a978b77-310a-43e9-b279-998aab55c7e5 req-0ae6878e-455f-42bc-8278-e4041f769a77 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0279081 Jan 25 03:00:58.080645 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d678aeb6-f029-4ed7-b280-623223b6e39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:00:59.044634 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe506a7-41fb-44cf-89f9-816bf5179618 req-f7ebe499-b7de-4486-aa24-73497506abab tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:00:59.046282 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bbe506a7-41fb-44cf-89f9-816bf5179618 req-f7ebe499-b7de-4486-aa24-73497506abab tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480132 Jan 25 03:00:59.094363 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bbe506a7-41fb-44cf-89f9-816bf5179618 req-520de844-7408-432c-b705-3a7c49d0bf66 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Jan 25 03:00:59.164846 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-29a58e85-b146-4e70-b926-78fbdf36cac3 req-3055ee4c-90db-4607-b87c-45d3de2f5eda tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0241625 Jan 25 03:01:00.242048 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-843b9aa1-1ccd-4cdb-8770-f32bc7c6f9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:00.255311 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-14f5fad7-dbae-47be-8432-51df764ee32b req-8f138174-6d60-463a-acfa-c3cbf04e9040 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252836 Jan 25 03:01:00.355636 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a1612-557e-4930-be28-b3c406e67197 req-ed99145d-024d-49a3-adc3-dc163e9a06b6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:00.357147 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c20a1612-557e-4930-be28-b3c406e67197 req-ed99145d-024d-49a3-adc3-dc163e9a06b6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480230 Jan 25 03:01:00.406997 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c20a1612-557e-4930-be28-b3c406e67197 req-52b28600-9ae3-4247-97f4-c3c2d2c7a602 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442080 Jan 25 03:01:01.350675 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-858ca4e5-8712-4ba1-9a37-05186a2f0788 req-72e4a9a3-f9b6-49cb-84d9-d5b0718c5c77 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251825 Jan 25 03:01:01.518632 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddabf0-b1da-41c2-860d-12a610fc3cc4 req-8989e549-5b89-4070-9de1-285bdb5f06a7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:01.520097 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c7ddabf0-b1da-41c2-860d-12a610fc3cc4 req-8989e549-5b89-4070-9de1-285bdb5f06a7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0462284 Jan 25 03:01:01.567933 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c7ddabf0-b1da-41c2-860d-12a610fc3cc4 req-d0ca1872-6e89-4f6f-a11e-ca0450e1e2a2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423169 Jan 25 03:01:01.627976 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:01.862342 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:02.442431 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-38caa292-9ff4-4d11-85ec-234b5967e694 req-bcb2f43a-0023-42bc-8c41-9d4437ff67ef tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251298 Jan 25 03:01:02.685156 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cffd98-bfcf-41df-89de-fef1a92e4a87 req-4e5cd6c0-2a31-4325-9751-15fd0021163b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:02.686880 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c8cffd98-bfcf-41df-89de-fef1a92e4a87 req-4e5cd6c0-2a31-4325-9751-15fd0021163b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0509567 Jan 25 03:01:02.733275 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c8cffd98-bfcf-41df-89de-fef1a92e4a87 req-d4883852-c6ee-4bb3-8651-7a56ba9ee1ee tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Jan 25 03:01:03.072229 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:03.532541 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-471eadd1-3cf1-4482-bee0-826becb47d02 req-ee88eae3-8657-4795-9c90-ae2a9bcfec87 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253975 Jan 25 03:01:03.849356 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626d2e0-c155-4dca-9526-bde73b3751db req-5e8ad1be-6133-4838-a70c-c182fc8edb38 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:03.850815 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e626d2e0-c155-4dca-9526-bde73b3751db req-5e8ad1be-6133-4838-a70c-c182fc8edb38 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0517180 Jan 25 03:01:03.896692 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e626d2e0-c155-4dca-9526-bde73b3751db req-187d83fe-284f-4935-adf5-b8e48f73f076 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Jan 25 03:01:04.242811 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:04.625717 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-64b1e647-3164-4326-911d-e1409925e77d req-66fd136e-7499-4559-906e-c6042b68054b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0275807 Jan 25 03:01:05.009257 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cf41d-671a-4773-857b-bbf5fc946eee req-1a29c590-1874-4f9d-9f4c-45117433ef19 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:05.010732 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-242cf41d-671a-4773-857b-bbf5fc946eee req-1a29c590-1874-4f9d-9f4c-45117433ef19 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0475388 Jan 25 03:01:05.057209 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-242cf41d-671a-4773-857b-bbf5fc946eee req-9b3a9b23-f0a3-4bb6-ae53-d92bad3e5ebd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403481 Jan 25 03:01:05.717181 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1f4dbc1-14cb-44ae-98c7-2d6056aa48c7 req-174fcceb-da69-4c3a-ae78-48393b72c136 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245466 Jan 25 03:01:06.176996 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac1f70-7528-42b8-a208-168296a95c52 req-6c5a0ecd-98e3-4a3d-99a6-cc72f977e4fc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:06.178458 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c5ac1f70-7528-42b8-a208-168296a95c52 req-6c5a0ecd-98e3-4a3d-99a6-cc72f977e4fc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0512152 Jan 25 03:01:06.225056 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c5ac1f70-7528-42b8-a208-168296a95c52 req-b86b604b-8d37-4d68-8742-bd0c74daa652 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Jan 25 03:01:06.811434 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4fe44439-ceed-4b7f-819e-7b4a3630b876 req-92225b72-c0ea-4843-a13f-d93f001c5c94 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248301 Jan 25 03:01:07.337223 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a89d0-2ca3-48ce-8371-f4a48a18a422 req-02899c0f-2ba0-444a-a5de-a4b4619046fb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:07.338684 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-000a89d0-2ca3-48ce-8371-f4a48a18a422 req-02899c0f-2ba0-444a-a5de-a4b4619046fb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0485170 Jan 25 03:01:07.384793 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-000a89d0-2ca3-48ce-8371-f4a48a18a422 req-7aa2a0b4-73de-4589-9a3e-5bf42bdeb0ad tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Jan 25 03:01:07.901195 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cc666a90-f146-4898-a544-501dcf4a44e2 req-8183535c-5ad7-4193-8bbd-eaed5de1d52d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0241208 Jan 25 03:01:08.499774 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446d857-5a8f-43b4-912a-65f265853f82 req-79127e22-bbd1-4685-84de-53d57d932549 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:08.501216 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4446d857-5a8f-43b4-912a-65f265853f82 req-79127e22-bbd1-4685-84de-53d57d932549 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0474024 Jan 25 03:01:08.557331 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4446d857-5a8f-43b4-912a-65f265853f82 req-c0c44efe-3fe6-4ea4-8a0c-909730aad6c7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506752 Jan 25 03:01:09.001699 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f7045b59-6b36-4955-b1ae-a3fac46611f2 req-872f180f-fc05-4154-a682-f8c09a67a77c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254035 Jan 25 03:01:09.680968 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ba86b-00e1-4e32-ada7-9c7ae4e9bfa6 req-2d97d3dd-b3be-4afc-b620-8c3d790abcce tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:09.682415 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4d0ba86b-00e1-4e32-ada7-9c7ae4e9bfa6 req-2d97d3dd-b3be-4afc-b620-8c3d790abcce tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0475354 Jan 25 03:01:09.727602 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4d0ba86b-00e1-4e32-ada7-9c7ae4e9bfa6 req-c1559e95-3d3c-414e-8d96-3eaafb56cfaa tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 Jan 25 03:01:10.092067 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aee81453-6695-40a9-828c-50706a8c16f7 req-ba1ed2ad-a486-4829-ba2d-6942f542c931 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253603 Jan 25 03:01:10.853073 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15184fa6-d4aa-423e-9918-3bf2902936cd req-43df4048-63c5-4652-8c5f-81c1ee9d5123 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:10.855127 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-15184fa6-d4aa-423e-9918-3bf2902936cd req-43df4048-63c5-4652-8c5f-81c1ee9d5123 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0521867 Jan 25 03:01:10.911630 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-15184fa6-d4aa-423e-9918-3bf2902936cd req-491d200f-b2eb-4e10-8505-e61147d18459 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503180 Jan 25 03:01:11.197294 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d7ae6dbd-d34d-46fa-bc5a-f163f51e4023 req-70363b22-5bb3-4872-84ef-c595cecb61bb tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0312250 Jan 25 03:01:12.041516 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43162453-f607-426d-a902-fbff28870470 req-ca2323e5-2158-4faa-963a-3a8335a1e0e6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:12.042986 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-43162453-f607-426d-a902-fbff28870470 req-ca2323e5-2158-4faa-963a-3a8335a1e0e6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0514524 Jan 25 03:01:12.088874 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-43162453-f607-426d-a902-fbff28870470 req-ff7978c9-4d66-4517-b6a9-e49c9b3b09c2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 Jan 25 03:01:12.294031 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca4ac3da-9218-4f28-b9db-5e4313d3e90a req-37e39b1e-915f-4b6c-aa51-2ccab7e8e754 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0274856 Jan 25 03:01:13.202676 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab4dd-8f34-42f8-9772-ae9986778830 req-c711268a-945c-4ac8-a142-8e48e8f627ff tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:13.204145 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-14fab4dd-8f34-42f8-9772-ae9986778830 req-c711268a-945c-4ac8-a142-8e48e8f627ff tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0482159 Jan 25 03:01:13.250708 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-14fab4dd-8f34-42f8-9772-ae9986778830 req-f4f0611a-cc0e-4422-aefe-66a61dd8f305 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Jan 25 03:01:13.390210 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-40c558cd-f275-42f6-9f91-bda491f44c32 req-de6903a7-a664-4eb5-bc7a-82402700dffd tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245750 Jan 25 03:01:14.364751 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17d2ee-84e3-45b4-a9c3-e7df5e731d95 req-1b43a022-27dd-40b7-815a-ff5800ab632f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:14.366249 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-de17d2ee-84e3-45b4-a9c3-e7df5e731d95 req-1b43a022-27dd-40b7-815a-ff5800ab632f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0466964 Jan 25 03:01:14.415644 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-de17d2ee-84e3-45b4-a9c3-e7df5e731d95 req-92543895-82e0-440e-9a0f-109df2935396 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Jan 25 03:01:14.480128 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f0cdad3f-057b-4555-8ca5-15c6d2a5a11d req-ffe1854b-95b1-4e75-9713-d99b330012cb tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0240309 Jan 25 03:01:15.537021 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9dde7-48b3-4cab-ba6d-a1f12e7185ce req-9b380192-dec1-4655-9a89-c6c1717031b1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:15.538531 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-32b9dde7-48b3-4cab-ba6d-a1f12e7185ce req-9b380192-dec1-4655-9a89-c6c1717031b1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0550656 Jan 25 03:01:15.579357 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eabcb010-042d-4d5b-a26a-060d133671af req-f9552c53-43cb-489b-8584-e6b5033bd491 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255110 Jan 25 03:01:15.590055 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-32b9dde7-48b3-4cab-ba6d-a1f12e7185ce req-78f8df5e-4b21-4570-81cc-e5801ba564ed tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436714 Jan 25 03:01:16.671727 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-65ec3dc1-54b7-43cc-ab3b-298217dec522 req-1dce1c40-c2dd-4f11-b4a5-a966b5a37f21 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253232 Jan 25 03:01:16.707396 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22259ec0-1704-48b4-b9ed-41c6c9987a39 req-0e468cab-8cee-4527-a12f-97450ac132a0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:16.708903 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22259ec0-1704-48b4-b9ed-41c6c9987a39 req-0e468cab-8cee-4527-a12f-97450ac132a0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0503454 Jan 25 03:01:16.754465 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22259ec0-1704-48b4-b9ed-41c6c9987a39 req-23316499-7a48-4526-ace8-d9fa05c1fb11 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Jan 25 03:01:17.775816 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-59026761-1595-43ca-9c6a-7da5683720a0 req-8a3ea09b-8f30-437b-a009-47597b515266 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0276539 Jan 25 03:01:17.872720 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d4b6e-f8f6-44fb-897f-170ec5bb0616 req-003b2886-8546-4e71-9fc0-552d0a83fbca tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:17.874158 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c57d4b6e-f8f6-44fb-897f-170ec5bb0616 req-003b2886-8546-4e71-9fc0-552d0a83fbca tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0517147 Jan 25 03:01:17.919667 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c57d4b6e-f8f6-44fb-897f-170ec5bb0616 req-2b5246ac-2b10-4d38-af49-828eaca6962c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Jan 25 03:01:18.866968 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-86a0cc40-d340-4d27-881a-096caf41c833 req-7ca12a0c-3167-43c4-a1cb-c401d691a781 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250590 Jan 25 03:01:19.032865 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa765a81-849d-4a71-b681-740812733f5d req-96d8de1a-1d9f-43c5-a325-66a7030d7acd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:19.034300 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fa765a81-849d-4a71-b681-740812733f5d req-96d8de1a-1d9f-43c5-a325-66a7030d7acd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0475235 Jan 25 03:01:19.080176 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fa765a81-849d-4a71-b681-740812733f5d req-99fcabbf-92eb-4c92-9398-3ac9eb74d5bb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Jan 25 03:01:19.957150 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b0ad901b-51ec-4e06-bf4d-f5a6b017b584 req-41b6e0c7-8fd1-4307-8e42-7ae230bc9ddf tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251698 Jan 25 03:01:20.195533 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332891b-1c23-4092-873f-0d67e385a1cb req-9235f9e1-a84e-41f6-b157-801369b1bc07 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:20.196994 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9332891b-1c23-4092-873f-0d67e385a1cb req-9235f9e1-a84e-41f6-b157-801369b1bc07 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0510676 Jan 25 03:01:20.243395 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9332891b-1c23-4092-873f-0d67e385a1cb req-9c47a008-49d2-43e1-a6aa-60629b220dc1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408392 Jan 25 03:01:21.047295 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88445a38-f1eb-4502-bdaf-401bc6ba0ddd req-0d73a449-56eb-48d0-8713-c98ffd6c2802 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246453 Jan 25 03:01:21.356205 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53c509-ef98-45c1-9d77-48faec7e3f70 req-af2357a2-5215-423f-abfa-cc4c2d2b7780 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:21.357764 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9e53c509-ef98-45c1-9d77-48faec7e3f70 req-af2357a2-5215-423f-abfa-cc4c2d2b7780 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477700 Jan 25 03:01:21.402946 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9e53c509-ef98-45c1-9d77-48faec7e3f70 req-fb7e506b-d280-4113-983a-83b993d4b1d8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Jan 25 03:01:22.137465 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e989079b-40de-4982-a7ab-d3bc82532d10 req-ca0b83c3-3aec-4204-b9a4-5015cf5b6dad tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249367 Jan 25 03:01:22.513677 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754f584-c049-40ce-a983-428db278ba91 req-8937332a-610d-4e5d-aa48-fa28b33671e6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:22.515169 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f754f584-c049-40ce-a983-428db278ba91 req-8937332a-610d-4e5d-aa48-fa28b33671e6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0464051 Jan 25 03:01:22.565682 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f754f584-c049-40ce-a983-428db278ba91 req-9d192afa-1094-40b6-a103-6e54d909008d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450275 Jan 25 03:01:23.260763 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c5ace8a9-d6b9-4b4e-bc6f-9baa8ffe11e6 req-b089ca84-0420-4947-889f-0f7ce37b2dea tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0409675 Jan 25 03:01:23.682228 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976c72c-cc04-4550-aaec-d1e51fda0f0b req-48c76927-306d-4c50-92ca-0fbbef0b1f46 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:23.683680 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e976c72c-cc04-4550-aaec-d1e51fda0f0b req-48c76927-306d-4c50-92ca-0fbbef0b1f46 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0489204 Jan 25 03:01:23.730672 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e976c72c-cc04-4550-aaec-d1e51fda0f0b req-7aea3bd7-daed-477e-bbb2-9494a0af4c67 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Jan 25 03:01:24.355535 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bc7aec39-4a30-4d15-aa0d-5ec37ef0f793 req-9673aa42-bd92-4825-8279-4edd30eacc18 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0275519 Jan 25 03:01:24.887858 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bf355-82b3-45e1-9301-04cff395febe req-789f17cd-9c07-4198-82c6-34cd85286ba5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:24.889365 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8c5bf355-82b3-45e1-9301-04cff395febe req-789f17cd-9c07-4198-82c6-34cd85286ba5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0470707 Jan 25 03:01:24.935744 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8c5bf355-82b3-45e1-9301-04cff395febe req-efa3e355-d34d-43d1-8c4e-d70935d68532 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Jan 25 03:01:25.450649 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a0dfad50-7674-4e63-ab8e-ee19da5171c7 req-d61266b7-fa51-476e-9bbf-1c9716af07ba tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246747 Jan 25 03:01:26.052986 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badfcf4-d427-4a54-8152-9a082545dbe4 req-6b77722c-26dd-4273-97ad-468d8690eebd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:26.054442 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7badfcf4-d427-4a54-8152-9a082545dbe4 req-6b77722c-26dd-4273-97ad-468d8690eebd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0504115 Jan 25 03:01:26.100934 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7badfcf4-d427-4a54-8152-9a082545dbe4 req-83a01487-804a-469b-8c38-7fbb31b740b4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Jan 25 03:01:26.541173 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-278e1d1b-bd70-46f7-8b6d-7ce7fb9116a8 req-ecfc4284-eedc-455e-9b49-371aa5097218 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242069 Jan 25 03:01:27.213866 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e1845-cc51-45e9-8864-48b03cfdf08b req-da8d7262-65cf-47df-8419-8804299aa0b1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:27.216067 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e12e1845-cc51-45e9-8864-48b03cfdf08b req-da8d7262-65cf-47df-8419-8804299aa0b1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0474105 Jan 25 03:01:27.260710 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e12e1845-cc51-45e9-8864-48b03cfdf08b req-136667dd-bd22-4d7d-94f6-0fcbb948cdef tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391576 Jan 25 03:01:27.443770 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:01:27.633462 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6a228d11-dd98-41be-98af-b0bc3957c7cb req-074a2a43-ee6f-4a73-957c-a06fe27a12b1 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247483 Jan 25 03:01:28.083412 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6fa534fe-201b-4c6d-b83f-f161f1d59500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:28.376249 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3893c07-9093-4772-8a07-5b1613fc474d req-291482d9-faed-4fb9-9503-1b478842ec53 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:28.377698 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b3893c07-9093-4772-8a07-5b1613fc474d req-291482d9-faed-4fb9-9503-1b478842ec53 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472767 Jan 25 03:01:28.427040 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b3893c07-9093-4772-8a07-5b1613fc474d req-3dcc54e6-98fa-425e-a4b9-78eeeeaffa35 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437138 Jan 25 03:01:28.724908 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4c5d8daa-5fb0-4f06-b074-7924e1c6afd2 req-7c2a80ea-d0b5-41be-a771-d0e235808c91 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255165 Jan 25 03:01:29.538493 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fa871-b0b5-4dcf-b48a-72d6603966dc req-c5f12221-8f90-42e2-acba-ad2bc6205071 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:29.539962 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-af1fa871-b0b5-4dcf-b48a-72d6603966dc req-c5f12221-8f90-42e2-acba-ad2bc6205071 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469675 Jan 25 03:01:29.586681 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-af1fa871-b0b5-4dcf-b48a-72d6603966dc req-21bcc584-a389-4f0f-9f62-0e5dfa80b166 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Jan 25 03:01:29.816113 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6feb4341-b584-4d15-b4e0-4557c0f5b7d4 req-e31bedce-de1b-41af-9d2c-d1031a5df7d8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0257614 Jan 25 03:01:30.235265 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9d6c-ab87-4de8-b20f-2db5aa5555e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:30.699423 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a3187-d127-4592-a8c1-f09fb74ecc6c req-2aadb82a-d7a3-48b3-a67d-ac26c95c0b90 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:30.701022 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fa1a3187-d127-4592-a8c1-f09fb74ecc6c req-2aadb82a-d7a3-48b3-a67d-ac26c95c0b90 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0470889 Jan 25 03:01:30.746879 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fa1a3187-d127-4592-a8c1-f09fb74ecc6c req-7420eeb9-e459-4992-bceb-9abb00a0aec8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Jan 25 03:01:30.909312 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2b67f5e0-623b-424f-b796-6b4029eef161 req-d214d096-79ec-4996-b8d5-3d0433f3d9f8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0274980 Jan 25 03:01:31.630997 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:31.864588 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d6382-34c9-4c44-b593-5e278240a9a8 req-fde5cfd4-6484-48d4-88fc-de8a225d9390 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:31.865505 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:31.866099 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3f3d6382-34c9-4c44-b593-5e278240a9a8 req-fde5cfd4-6484-48d4-88fc-de8a225d9390 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0520947 Jan 25 03:01:31.912968 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3f3d6382-34c9-4c44-b593-5e278240a9a8 req-cc149e47-ea33-44fb-81c9-0c4cec0aed41 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Jan 25 03:01:32.003190 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7122d7b6-e08d-41ac-8fb5-20731660ad72 req-c79daf39-4bba-4da2-a74e-ce4e4780a9b3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0241294 Jan 25 03:01:33.026585 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6765002-7bd4-4dc9-86fb-c3084365e90d req-03c21e79-a65a-421a-bcc2-c7da75e7ba7f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:33.028144 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e6765002-7bd4-4dc9-86fb-c3084365e90d req-03c21e79-a65a-421a-bcc2-c7da75e7ba7f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0488002 Jan 25 03:01:33.075793 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:33.078341 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e6765002-7bd4-4dc9-86fb-c3084365e90d req-1d90d445-bfa0-49b0-988f-30b2b59eb7cd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Jan 25 03:01:33.098481 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-454df59b-f03a-4b08-bd37-5c8c09522865 req-fe8db2e4-cd90-4ee6-bf60-e9da7ca0ccb9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0266480 Jan 25 03:01:34.191373 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2a38c95e-c8ea-4ab1-8690-ba06e9b1f6f5 req-179c6a7b-a8f3-40c7-839e-6311547192b2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0264211 Jan 25 03:01:34.197112 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2fc1-08fa-4d0e-8fa3-c1efacbaf42a req-20f26f15-b14b-48e8-96c8-7e070cb820eb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:34.198619 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f4b2fc1-08fa-4d0e-8fa3-c1efacbaf42a req-20f26f15-b14b-48e8-96c8-7e070cb820eb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0524135 Jan 25 03:01:34.245104 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:34.246045 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f4b2fc1-08fa-4d0e-8fa3-c1efacbaf42a req-8d335191-b6eb-417d-b614-b226c15e2b71 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Jan 25 03:01:35.283205 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7040758e-2188-4ca4-abf3-8999e358ed3c req-0d11ec51-5922-4c19-9379-1932f98c82a5 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0257354 Jan 25 03:01:35.360731 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c61f4-0fea-49d7-ba4b-58885d19d300 req-f3867227-ea90-40ff-bf1b-508ddbb8b5a7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:35.362177 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ad5c61f4-0fea-49d7-ba4b-58885d19d300 req-f3867227-ea90-40ff-bf1b-508ddbb8b5a7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0467112 Jan 25 03:01:35.411060 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ad5c61f4-0fea-49d7-ba4b-58885d19d300 req-a04798e4-6c7f-4673-8571-597f32154f3d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Jan 25 03:01:36.372713 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9a40dee3-9086-449c-9fe5-07bb13c52857 req-6a393dc6-8c21-44b5-bce8-ea98950392e2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0241771 Jan 25 03:01:36.526079 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1140e1-9079-4d2c-a386-7edf9fc2e564 req-4d4288b4-b8b6-4da2-b570-d020c387b3e3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:36.527639 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ef1140e1-9079-4d2c-a386-7edf9fc2e564 req-4d4288b4-b8b6-4da2-b570-d020c387b3e3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0484741 Jan 25 03:01:36.578640 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ef1140e1-9079-4d2c-a386-7edf9fc2e564 req-1e4381e1-f1b1-4abd-b9f2-d1ccb330cb24 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452843 Jan 25 03:01:37.465315 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cc201e50-53b5-4a61-865f-52a55abc8ffd req-54fc2a50-9884-4715-b4c1-be0fff310850 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Jan 25 03:01:37.692233 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37373d-d5ec-4d66-81d6-3bdacdb95471 req-7e7a73b2-f1cc-4cb2-9f64-be0f73f67bae tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:37.693690 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1a37373d-d5ec-4d66-81d6-3bdacdb95471 req-7e7a73b2-f1cc-4cb2-9f64-be0f73f67bae tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476592 Jan 25 03:01:37.740259 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1a37373d-d5ec-4d66-81d6-3bdacdb95471 req-46f211bb-89de-48ad-a81d-1cc4b60c3109 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 Jan 25 03:01:38.553719 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a61597ed-b542-468d-9e71-316ef3a40ac5 req-c51a7465-526b-4974-ba6a-b02a053dedd1 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0240552 Jan 25 03:01:38.859001 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770154-77aa-489d-bd1c-caf7568a4500 req-f2a58544-f87b-456a-b63a-bd52af9d17b5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:38.860523 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b5770154-77aa-489d-bd1c-caf7568a4500 req-f2a58544-f87b-456a-b63a-bd52af9d17b5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476079 Jan 25 03:01:38.910059 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b5770154-77aa-489d-bd1c-caf7568a4500 req-34891ffa-92e6-460b-aac3-1bee49f45bae tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437419 Jan 25 03:01:39.644615 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-98c6410c-4682-467d-982a-03e105e26ae3 req-bd4b440c-181b-4b9f-a35e-bcb6e004869c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255234 Jan 25 03:01:40.027265 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11780f38-fcc2-458b-95c3-1f68de553470 req-6c0a19ff-15cf-45fd-bad0-41d4a7b8bb03 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:40.029721 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-11780f38-fcc2-458b-95c3-1f68de553470 req-6c0a19ff-15cf-45fd-bad0-41d4a7b8bb03 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Jan 25 03:01:40.074887 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-11780f38-fcc2-458b-95c3-1f68de553470 req-9853ce24-f111-42b6-a035-3d59b8c5e8d4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Jan 25 03:01:40.733864 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2a98c8dc-da37-477b-9c81-c8391a80dcbc req-ace83a93-29c2-435a-859b-319f5a8256e4 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249348 Jan 25 03:01:41.189330 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7929a-5fbf-42f2-b4af-bc67ad19d48e req-c7593bcb-b195-4dea-9c2d-d5b3f94614a9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:41.191497 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-74f7929a-5fbf-42f2-b4af-bc67ad19d48e req-c7593bcb-b195-4dea-9c2d-d5b3f94614a9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0484371 Jan 25 03:01:41.240686 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-74f7929a-5fbf-42f2-b4af-bc67ad19d48e req-16b28f27-7580-47b7-ab65-68d520444f7f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Jan 25 03:01:41.828846 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7a153fec-8511-453c-9a02-0df21b2bf2a7 req-40cfb22e-2885-447e-a108-2b837dace909 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0259914 Jan 25 03:01:42.351470 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf689709-4581-401b-a758-dea291dd2c80 req-3b469e6f-1c19-4923-aed8-57b2e019c023 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:42.352945 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bf689709-4581-401b-a758-dea291dd2c80 req-3b469e6f-1c19-4923-aed8-57b2e019c023 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0466344 Jan 25 03:01:42.402552 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bf689709-4581-401b-a758-dea291dd2c80 req-982f59b6-0534-4ba7-9ca0-a4679be5451a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430989 Jan 25 03:01:42.920570 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52ad3527-8265-46bf-8032-73dc7585f6a6 req-1c7df33f-fb90-4ac3-bdb7-933f9503bdd9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252893 Jan 25 03:01:43.519923 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4dda6-21f7-4a5c-b390-8f24c5389470 req-7dcc2849-f6a4-4786-a2a3-b544b05bf8b4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:43.521390 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f7c4dda6-21f7-4a5c-b390-8f24c5389470 req-7dcc2849-f6a4-4786-a2a3-b544b05bf8b4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0490682 Jan 25 03:01:43.566712 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f7c4dda6-21f7-4a5c-b390-8f24c5389470 req-a7f4e106-af84-4d5a-a036-08fb3f30aed2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Jan 25 03:01:44.014160 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b19b7d51-76f9-4d70-b8f9-abd3c870cb56 req-057b50b6-202f-4854-a68b-b269179df7c4 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0276105 Jan 25 03:01:44.679667 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b7f72-5a82-4efb-be3f-951c12e6e45e req-94f5f03a-c753-497e-86df-9fe2022634df tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:44.681167 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b4b7f72-5a82-4efb-be3f-951c12e6e45e req-94f5f03a-c753-497e-86df-9fe2022634df tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0474932 Jan 25 03:01:44.727438 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b4b7f72-5a82-4efb-be3f-951c12e6e45e req-d9adaed9-ab2f-494d-a3b2-0f415b4f9650 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396247 Jan 25 03:01:45.103683 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-56acfc8f-6b53-4eca-8df2-7ad8eb3007a5 req-94b23a59-2ac9-4296-a56d-c42a88726be7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0241413 Jan 25 03:01:45.844277 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ee4ca-99b0-484f-b26d-b71bcb992328 req-bea7beaa-6a77-4d9c-b096-1660281e144e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:45.845735 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-891ee4ca-99b0-484f-b26d-b71bcb992328 req-bea7beaa-6a77-4d9c-b096-1660281e144e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0505619 Jan 25 03:01:45.896094 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-891ee4ca-99b0-484f-b26d-b71bcb992328 req-b4ee4693-68da-459b-9881-12a90cb447c5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Jan 25 03:01:46.196125 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f035c912-187f-4675-b526-760d1dc61b14 req-85e4c680-0e0e-4422-bd6b-b17b43885113 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247574 Jan 25 03:01:47.007998 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8c425-f6b2-4292-8563-2dbdfbf8a761 req-db404378-143a-44e3-8106-5a99f4312652 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:47.009431 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-90d8c425-f6b2-4292-8563-2dbdfbf8a761 req-db404378-143a-44e3-8106-5a99f4312652 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0468199 Jan 25 03:01:47.056210 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-90d8c425-f6b2-4292-8563-2dbdfbf8a761 req-304abd53-7a5c-4894-84a3-8a5649b46d07 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Jan 25 03:01:47.286906 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8f73076f-cf51-442f-b72d-97e6c6cbd75a req-0a14cda9-d892-438a-b5a4-2784c5d2895f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251937 Jan 25 03:01:48.172454 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ebe3b-14a4-4229-a236-61023ad64585 req-c839e059-cd06-44d9-b2e3-bd5b31969a87 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:48.173911 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e69ebe3b-14a4-4229-a236-61023ad64585 req-c839e059-cd06-44d9-b2e3-bd5b31969a87 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0508566 Jan 25 03:01:48.220043 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e69ebe3b-14a4-4229-a236-61023ad64585 req-40d4e588-9ded-4557-ad04-805cebb67dae tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Jan 25 03:01:48.376575 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e78d924-4b43-4af3-92c1-54edb264f7fe req-12f8e037-5a55-4919-9b5f-131a401488c7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254350 Jan 25 03:01:49.339634 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa6c33-5c94-471b-a52c-af74292a0509 req-42eb2eba-c7cc-488b-8812-4abe488ddb9a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:49.341154 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-62fa6c33-5c94-471b-a52c-af74292a0509 req-42eb2eba-c7cc-488b-8812-4abe488ddb9a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0489621 Jan 25 03:01:49.386594 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-62fa6c33-5c94-471b-a52c-af74292a0509 req-0846a9e0-ccba-4e28-900f-5954819cd333 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397651 Jan 25 03:01:49.465480 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3653fed3-c91b-44e4-acd5-da5cbb3f4481 req-78ba2120-b650-4256-9cf3-2b7f16c37c06 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0241590 Jan 25 03:01:50.498539 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83245d75-05da-40ba-b8c4-750c20039c07 req-b5106b1f-cfa9-4d1b-966d-6eacb5f39e8d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:50.500082 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-83245d75-05da-40ba-b8c4-750c20039c07 req-b5106b1f-cfa9-4d1b-966d-6eacb5f39e8d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0468719 Jan 25 03:01:50.550507 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-83245d75-05da-40ba-b8c4-750c20039c07 req-ff36b842-95f5-4872-bc88-2e6dfaf57b35 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Jan 25 03:01:50.566971 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b0b4ca0c-b31f-4765-a482-78f344cbcc81 req-2a001620-9014-474f-8e4f-b276b73cb379 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0324855 Jan 25 03:01:50.993814 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-1d22de6c-5a77-4840-b835-d0b896811641 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860417 Jan 25 03:01:51.092365 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-54cd7fb2-b974-4c8f-80f2-1aa8d0f64f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:51.093855 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-54cd7fb2-b974-4c8f-80f2-1aa8d0f64f92 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0415027 Jan 25 03:01:51.443713 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-102a26d5-64ac-478d-92cf-96203e81f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:51.445169 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-102a26d5-64ac-478d-92cf-96203e81f464 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.3343515 Jan 25 03:01:51.507039 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-0f7646b6-18b6-43a4-93d7-4b5e719d4844 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0552912 Jan 25 03:01:51.553228 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-ce5e02fe-5ca2-4198-a812-adf600ab09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:51.554619 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-ce5e02fe-5ca2-4198-a812-adf600ab09a9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0421352 Jan 25 03:01:51.605811 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-e0362995-aa80-4ef7-9f81-e5f9ce890145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:51.607528 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-e0362995-aa80-4ef7-9f81-e5f9ce890145 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459292 Jan 25 03:01:51.671330 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fa71a-4605-4b85-b494-0d08fdac9363 req-d5c8fd5e-19df-4540-a712-342ac23dbb02 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:51.675905 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d68fa71a-4605-4b85-b494-0d08fdac9363 req-d5c8fd5e-19df-4540-a712-342ac23dbb02 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0509143 Jan 25 03:01:51.694930 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-328733ce-b2e4-45ff-9fbe-7dd2d1fa9b4e req-0171401d-6c6a-4bf1-bb52-dfaef34f5085 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0521147 Jan 25 03:01:51.721005 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-68ad3523-04e7-46a5-89b1-f7340274c4bf service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073778 Jan 25 03:01:51.724448 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d68fa71a-4605-4b85-b494-0d08fdac9363 req-525a0497-a360-4237-96db-307a43e3f316 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457397 Jan 25 03:01:51.812808 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-658890a6-8ed8-401d-a645-ae4435bcf975 req-600b8a20-2a62-416f-b624-7190c6dc958f service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856657 Jan 25 03:01:52.788756 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-040cf896-c807-4387-a9f7-2ce8e03f022e req-325c4f6e-7fe4-44b4-9589-6afe63f821eb tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0259967 Jan 25 03:01:52.838519 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e4896-c981-4e81-9c63-a9605ca7f161 req-1c6a761b-83a6-4d13-840f-2e449997b8fa tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:52.839993 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-336e4896-c981-4e81-9c63-a9605ca7f161 req-1c6a761b-83a6-4d13-840f-2e449997b8fa tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472171 Jan 25 03:01:52.884834 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-336e4896-c981-4e81-9c63-a9605ca7f161 req-d8b29679-c97c-40ac-bc2e-787cfde9754b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387058 Jan 25 03:01:53.890907 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74e01ce9-b212-4a64-bf7e-06ca403fe132 req-f586101c-2542-4a36-97e7-1330e508c3c4 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0302768 Jan 25 03:01:54.002830 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1bb13-2bff-4a01-a4ba-2d1046824638 req-2bcc2fc9-a823-40bd-86c6-063ed703f570 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:54.004302 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ecc1bb13-2bff-4a01-a4ba-2d1046824638 req-2bcc2fc9-a823-40bd-86c6-063ed703f570 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0506666 Jan 25 03:01:54.049692 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ecc1bb13-2bff-4a01-a4ba-2d1046824638 req-45a7bde8-8662-4956-87f1-e0ae27b851b7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Jan 25 03:01:54.984444 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-26c1e872-b052-4e51-bdf6-2151627aeaf8 req-9865b22a-cea1-4431-b0fe-979473d7dae6 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0286222 Jan 25 03:01:55.162471 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e47-469d-477e-9014-0a42b7fac6d7 req-0cdd80c7-34f3-43f7-bdd9-eb6f6ddc1e46 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:55.163970 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4d5d9e47-469d-477e-9014-0a42b7fac6d7 req-0cdd80c7-34f3-43f7-bdd9-eb6f6ddc1e46 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0479722 Jan 25 03:01:55.210147 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4d5d9e47-469d-477e-9014-0a42b7fac6d7 req-9729bf61-1bda-47ea-97e7-61a83b66b0d7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Jan 25 03:01:56.233332 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-28fd4fa2-1f99-4588-ae5c-0aac1c69ef20 req-86283ccd-266c-4469-8d5d-dfb19e66c363 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255611 Jan 25 03:01:56.323518 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd8e95-53b7-4945-910f-ab929ffffc82 req-9950374b-52aa-4213-b0d2-74ad668e33b0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:56.324892 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-effd8e95-53b7-4945-910f-ab929ffffc82 req-9950374b-52aa-4213-b0d2-74ad668e33b0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0481584 Jan 25 03:01:56.374620 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-effd8e95-53b7-4945-910f-ab929ffffc82 req-b64954cb-f05b-42a7-b4d6-214710d7306b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434966 Jan 25 03:01:57.324991 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ec3e3642-998b-495c-a27e-8e27118d9dad req-8ec37594-c060-42f4-843c-809370e33230 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252864 Jan 25 03:01:57.488806 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af084d-e093-4c5e-ade6-20493461238c req-81a36fdf-b920-4875-9832-ce09d93d3a77 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:57.490269 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a0af084d-e093-4c5e-ade6-20493461238c req-81a36fdf-b920-4875-9832-ce09d93d3a77 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476267 Jan 25 03:01:57.546996 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a0af084d-e093-4c5e-ade6-20493461238c req-2287d485-91f7-4663-8647-6cb663627e11 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501595 Jan 25 03:01:58.085225 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-204e0f9d-a315-4bef-874a-366c6228592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:01:58.414915 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5b08134e-4d2b-41de-9d51-7aa7d5dda1ec req-37196784-e86a-444d-9322-bbecc72f1c92 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0241282 Jan 25 03:01:58.668023 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e663f0-8633-4058-80a8-924e25985799 req-fd1ec5a4-6af2-42ff-a126-f2bcd07e4ca6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:58.670207 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-06e663f0-8633-4058-80a8-924e25985799 req-fd1ec5a4-6af2-42ff-a126-f2bcd07e4ca6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0521312 Jan 25 03:01:58.715871 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-06e663f0-8633-4058-80a8-924e25985799 req-c3de6210-274a-46ec-97b0-b3a66154c30e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 Jan 25 03:01:59.505165 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5894674a-91dd-4cd6-80e7-76b3f06ae05f req-11938e95-c505-4cb8-a664-1a41e77d018a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246370 Jan 25 03:01:59.831885 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e320b9-8e19-4867-8311-8ee474e0e7b0 req-839c536d-f037-4fc7-b3c4-6169ea744bdd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:01:59.833351 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c9e320b9-8e19-4867-8311-8ee474e0e7b0 req-839c536d-f037-4fc7-b3c4-6169ea744bdd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0504146 Jan 25 03:01:59.878703 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c9e320b9-8e19-4867-8311-8ee474e0e7b0 req-e98bdfe0-0f1a-44e6-8252-b1d7f790f409 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Jan 25 03:02:00.236937 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-be0ebf01-1fdd-4b10-aceb-6c53e112a9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:00.597066 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8dee13e6-cc45-47fc-83e5-8fed40748896 req-a074928c-d021-4822-bda6-d2ad8b0d2bc5 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0259254 Jan 25 03:02:00.992426 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1552c-6919-49c3-84d7-fbb341ba8086 req-1d5ecef3-4e37-410a-827a-7d0e10d6f784 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:00.993887 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9ab1552c-6919-49c3-84d7-fbb341ba8086 req-1d5ecef3-4e37-410a-827a-7d0e10d6f784 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478449 Jan 25 03:02:01.040538 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9ab1552c-6919-49c3-84d7-fbb341ba8086 req-df93c672-1dcb-4009-a47a-aaefb3c36d37 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Jan 25 03:02:01.635140 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:01.691261 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0c1068c1-9d24-41f3-8a4d-28051ee282e1 req-d97ebc48-78c4-457d-a97d-9a32b0fe549a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0290017 Jan 25 03:02:01.882476 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:02.158109 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432f1d5-16a6-417d-a2fc-92ccf2d0fe46 req-0a4cd5bd-4c8b-4d24-be16-67e5ac497309 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:02.159487 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8432f1d5-16a6-417d-a2fc-92ccf2d0fe46 req-0a4cd5bd-4c8b-4d24-be16-67e5ac497309 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0518050 Jan 25 03:02:02.205681 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8432f1d5-16a6-417d-a2fc-92ccf2d0fe46 req-3cf446ff-0e6a-4270-87b0-f93e2860be3f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Jan 25 03:02:02.784446 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f4e2244e-d474-4206-b0f6-e0c954c3c51f req-c7b005ee-ae34-43bc-8761-a42012e87b4b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0257761 Jan 25 03:02:03.079251 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:03.319740 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645b6f2-633b-4610-9e9a-53c461dc39ef req-4aa5b40d-4e46-4129-9310-972f84e8f704 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:03.321159 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e645b6f2-633b-4610-9e9a-53c461dc39ef req-4aa5b40d-4e46-4129-9310-972f84e8f704 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0479088 Jan 25 03:02:03.366706 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e645b6f2-633b-4610-9e9a-53c461dc39ef req-0f7e4b34-ded1-4542-a9b7-a461fead41f0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Jan 25 03:02:03.873727 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-009b4ea3-4153-42b8-895a-4604a991da5c req-2d5d8e7f-e3d0-4d72-acb0-1194002574d9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250914 Jan 25 03:02:04.250377 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:04.442765 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:02:04.479550 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadcb85-dce5-40f4-abcf-b5d8a38e0cfe req-d9184388-fb96-4b15-b9ec-2a5d0c0fdfba tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:04.481007 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0fadcb85-dce5-40f4-abcf-b5d8a38e0cfe req-d9184388-fb96-4b15-b9ec-2a5d0c0fdfba tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472469 Jan 25 03:02:04.530368 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0fadcb85-dce5-40f4-abcf-b5d8a38e0cfe req-7502640a-35f4-4272-8db9-09bb12da5dba tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 Jan 25 03:02:04.963000 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e92b6a6-061d-4b33-aa27-99f7ef69b708 req-9302f97e-0085-415c-8a05-f29ffc42c74a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0240748 Jan 25 03:02:05.644807 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91feef3-38c7-4f04-b3a6-1d58aa61cee2 req-5e02c910-d8fe-4d1a-a27a-8ed08b07b883 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:05.646373 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e91feef3-38c7-4f04-b3a6-1d58aa61cee2 req-5e02c910-d8fe-4d1a-a27a-8ed08b07b883 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476336 Jan 25 03:02:05.693469 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e91feef3-38c7-4f04-b3a6-1d58aa61cee2 req-46e8e4d3-9050-4f45-b749-93c108904c53 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Jan 25 03:02:06.061761 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f85c75c5-c19f-4308-8760-96a12efdbbd8 req-46687fa4-b5af-49d5-a824-e8220e1d8d71 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256433 Jan 25 03:02:06.804364 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869f592-f16c-49d7-bc20-ec92b7622250 req-9f1c0da7-8d14-4de3-8e7a-4f94b86d53c3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:06.805807 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9869f592-f16c-49d7-bc20-ec92b7622250 req-9f1c0da7-8d14-4de3-8e7a-4f94b86d53c3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0465262 Jan 25 03:02:06.852270 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9869f592-f16c-49d7-bc20-ec92b7622250 req-1f367e23-5a9a-4dca-85fd-312d26436baf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397913 Jan 25 03:02:07.154227 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea7a4622-f5dd-43e2-8465-de78daaeb260 req-e93e340d-ae49-4513-a07c-45cda99ccf20 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248435 Jan 25 03:02:07.968619 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2e9d3-eb89-43de-918d-9027fc06d441 req-8e0f5e92-c0b3-4f41-b46a-47dbbdd984e1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:07.970069 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-67d2e9d3-eb89-43de-918d-9027fc06d441 req-8e0f5e92-c0b3-4f41-b46a-47dbbdd984e1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0516698 Jan 25 03:02:08.015593 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-67d2e9d3-eb89-43de-918d-9027fc06d441 req-f0007ac1-8692-4eb5-b795-deb3df8b87d7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Jan 25 03:02:08.248037 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-85f1319f-f1a6-4174-b39c-898437c9462f req-76f34784-17a3-4f10-8ae2-d2698343d6f9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0284772 Jan 25 03:02:09.128571 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4090e-e2c8-4fe3-a8e3-b0703d1fff1e req-3222afa5-6d1b-4952-a1e3-a5287b1fec79 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:09.130031 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-30e4090e-e2c8-4fe3-a8e3-b0703d1fff1e req-3222afa5-6d1b-4952-a1e3-a5287b1fec79 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0471032 Jan 25 03:02:09.175937 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-30e4090e-e2c8-4fe3-a8e3-b0703d1fff1e req-38d45bcf-f749-4ecb-977c-4b9cc315877f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Jan 25 03:02:09.337676 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-54d01fb6-18d3-4866-9938-b37a9bed03d3 req-d3af86b1-4fd0-4139-9134-be5f165fa592 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248959 Jan 25 03:02:10.288977 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59dc38-86ae-4fb8-8ee2-7e91127fbd2b req-2ae77c3f-e376-4a46-b18e-a24120739a11 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:10.290437 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4b59dc38-86ae-4fb8-8ee2-7e91127fbd2b req-2ae77c3f-e376-4a46-b18e-a24120739a11 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0474739 Jan 25 03:02:10.340019 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4b59dc38-86ae-4fb8-8ee2-7e91127fbd2b req-c6ba53ee-527a-41a4-8cc8-fa46a536a373 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438497 Jan 25 03:02:10.428577 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-20cd1f5b-a215-4826-83f9-ff2029310fc9 req-613df188-db49-456f-94e1-8948ebc7506b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242674 Jan 25 03:02:11.458833 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faaf51-2776-4b3d-bc9d-d1b774caef8b req-96e8b936-42bb-44d0-a441-bd336fb3d01e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:11.460352 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-18faaf51-2776-4b3d-bc9d-d1b774caef8b req-96e8b936-42bb-44d0-a441-bd336fb3d01e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477741 Jan 25 03:02:11.509415 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-18faaf51-2776-4b3d-bc9d-d1b774caef8b req-42b54948-22bd-4c64-a8e3-0d51522182a6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Jan 25 03:02:11.524258 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-61d6cbb6-26c4-41f2-82a2-e18ced006718 req-d7db3808-77b0-4d02-9237-4a8c3f587915 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0283532 Jan 25 03:02:12.620147 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3873e2b7-62fd-4314-9bbc-7204a89303e7 req-57366eed-b502-4e49-8086-956780b7baee tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0262651 Jan 25 03:02:12.642804 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd706c6-27c6-4a2e-a91a-6044a2876481 req-a4e7e22b-8fbb-4376-aac9-b2bdb429d0d9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:12.644544 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3cd706c6-27c6-4a2e-a91a-6044a2876481 req-a4e7e22b-8fbb-4376-aac9-b2bdb429d0d9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0585473 Jan 25 03:02:12.712124 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3cd706c6-27c6-4a2e-a91a-6044a2876481 req-66347c60-5d89-458a-91ea-a334493658d6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615945 Jan 25 03:02:13.718592 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-75d03e4f-42fd-408e-88f7-729d99de947f req-7aedfa01-c5e2-4e08-8273-eb89b14200d2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0276449 Jan 25 03:02:13.833487 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbce02-4c89-45b6-9e1d-f2948e461728 req-9932d708-3112-4b89-b00d-f563dae1179d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:13.834921 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a9fbce02-4c89-45b6-9e1d-f2948e461728 req-9932d708-3112-4b89-b00d-f563dae1179d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0522375 Jan 25 03:02:13.882319 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a9fbce02-4c89-45b6-9e1d-f2948e461728 req-53065e49-eecb-4e12-a576-00cca7e72b7f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Jan 25 03:02:14.813769 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-31218eea-0152-4695-93ff-c45ed55da05c req-caf5c106-efc8-497c-8cf3-b1899295fda6 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0283735 Jan 25 03:02:14.994959 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddcdb3-065c-4753-86ed-d2ade10b5e8a req-54ae1466-9d26-41a5-9854-09ec5d77cd96 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:14.996531 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2dddcdb3-065c-4753-86ed-d2ade10b5e8a req-54ae1466-9d26-41a5-9854-09ec5d77cd96 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469849 Jan 25 03:02:15.041041 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2dddcdb3-065c-4753-86ed-d2ade10b5e8a req-9048d806-bb29-45f2-b111-c414ed6600e0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391486 Jan 25 03:02:15.903575 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-046616bb-e70d-4a0e-856a-587b6b204ed6 req-7d9535c2-82cd-4cc4-a6ad-e79028598ec6 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247452 Jan 25 03:02:16.159849 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72401e1d-8934-46ef-887e-ba957306d7c9 req-03153501-c078-4e28-b32e-f074b55b0d9c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:16.161311 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-72401e1d-8934-46ef-887e-ba957306d7c9 req-03153501-c078-4e28-b32e-f074b55b0d9c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0509531 Jan 25 03:02:16.211785 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-72401e1d-8934-46ef-887e-ba957306d7c9 req-bb628935-b2da-4858-bac7-410f9117d6d3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449498 Jan 25 03:02:16.994448 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-eeb95794-bb86-44a8-95bf-801a6cce3c14 req-7d24fb70-b6ac-4fd6-b671-00ef5db53534 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242741 Jan 25 03:02:17.326947 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bffaa-7da8-48ce-abd7-cc465830f213 req-ef34dde0-26e9-4c57-b4f8-a43fea62c7e9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:17.328470 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-233bffaa-7da8-48ce-abd7-cc465830f213 req-ef34dde0-26e9-4c57-b4f8-a43fea62c7e9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0484440 Jan 25 03:02:17.374009 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-233bffaa-7da8-48ce-abd7-cc465830f213 req-366c0b5e-eac9-4532-97f6-0b82f4060794 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Jan 25 03:02:18.085245 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-61e167c8-c403-4580-911b-e61eec7de7d6 req-598919a2-419e-4d4a-a431-4469ae7a9269 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248287 Jan 25 03:02:18.489479 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0746a-b3d4-4f09-98e3-7782664e19cd req-d59282a0-3df8-499f-9817-e4847b084208 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:18.490943 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3ad0746a-b3d4-4f09-98e3-7782664e19cd req-d59282a0-3df8-499f-9817-e4847b084208 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0495803 Jan 25 03:02:18.540120 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3ad0746a-b3d4-4f09-98e3-7782664e19cd req-7035001c-49bc-4ff0-9297-870cf851fc04 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Jan 25 03:02:19.176132 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b79e81da-cc8c-425a-ad18-ddd853e6b3bd req-390d20c8-55a7-4617-a523-94253d3b35be tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250978 Jan 25 03:02:19.654050 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8509b-0c33-403c-9bc5-18918a0f84f0 req-23157926-b556-4c73-94d3-ecf23c57df5b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:19.655492 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-74f8509b-0c33-403c-9bc5-18918a0f84f0 req-23157926-b556-4c73-94d3-ecf23c57df5b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0468543 Jan 25 03:02:19.702403 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-74f8509b-0c33-403c-9bc5-18918a0f84f0 req-1d41a9ec-211a-4535-adc8-c1062598fbdd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Jan 25 03:02:20.271081 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-76d7fd65-0a1b-4774-b1c7-7513ed9b65f2 req-e21a02af-dc17-4a93-bcbc-8db335e24444 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246546 Jan 25 03:02:20.816665 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740ad19-d5eb-4885-8ac9-64305ecc5b4d req-e02415e7-e908-4262-b1f7-5e3b6b406db7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:20.818112 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e740ad19-d5eb-4885-8ac9-64305ecc5b4d req-e02415e7-e908-4262-b1f7-5e3b6b406db7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472069 Jan 25 03:02:20.863083 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e740ad19-d5eb-4885-8ac9-64305ecc5b4d req-0157831d-727e-4d39-927b-f399b94474c3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394888 Jan 25 03:02:21.365681 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e2534f89-7bd6-4396-af2a-dcc74f180318 req-2cc9acf1-f9a0-41d9-855b-ee4ef0d1623d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0280387 Jan 25 03:02:21.980068 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c08664-bfa1-4f72-a261-0201a97083ec req-962e2dbc-ed9f-4c3a-9b52-a84c732271b7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:21.982133 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-63c08664-bfa1-4f72-a261-0201a97083ec req-962e2dbc-ed9f-4c3a-9b52-a84c732271b7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0514643 Jan 25 03:02:22.026960 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-63c08664-bfa1-4f72-a261-0201a97083ec req-6bd9cdb6-1644-42e7-9883-b2b1918236d8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394127 Jan 25 03:02:22.454550 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7cdfcd23-3795-41ce-8893-840fac84bc00 req-9d277b5a-50d3-4186-9235-d80c3feb9d92 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252247 Jan 25 03:02:23.139722 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2c3bf-0a63-483f-8fb9-df68e4f0c1d0 req-75e3e58c-0ec3-4caf-a56a-e01b6b2a8492 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:23.141194 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1e2c3bf-0a63-483f-8fb9-df68e4f0c1d0 req-75e3e58c-0ec3-4caf-a56a-e01b6b2a8492 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469034 Jan 25 03:02:23.187201 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1e2c3bf-0a63-483f-8fb9-df68e4f0c1d0 req-dfe378ec-2d8a-445a-9006-1f384b123565 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Jan 25 03:02:23.545013 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8b5c28dc-fd64-4a5d-ba63-314f365315a8 req-f2589ff7-bfed-498e-967e-af4f2bd4b770 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253072 Jan 25 03:02:24.305033 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58914e-f445-49f7-b6ce-c8cef2c66174 req-1c5ebe0c-d654-4f2d-82e1-8046ec64fb2f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:24.306486 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a58914e-f445-49f7-b6ce-c8cef2c66174 req-1c5ebe0c-d654-4f2d-82e1-8046ec64fb2f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472584 Jan 25 03:02:24.355223 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a58914e-f445-49f7-b6ce-c8cef2c66174 req-3e21ca2e-ec7f-4f5a-8b70-b06fe8ff0663 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Jan 25 03:02:24.635807 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2fb57dc3-6b5e-4a61-8ba5-eba38ad5ee49 req-6f865927-3896-4e65-a2ad-d781ec55066a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0244868 Jan 25 03:02:25.467825 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73c2bc-150f-4b2e-8c2e-3dc64020b95f req-702e2b7f-982d-499b-bfd8-94f464f81481 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:25.469927 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f73c2bc-150f-4b2e-8c2e-3dc64020b95f req-702e2b7f-982d-499b-bfd8-94f464f81481 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480547 Jan 25 03:02:25.516952 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f73c2bc-150f-4b2e-8c2e-3dc64020b95f req-1b4ec1de-95bd-442c-9a4a-9cbe468eb940 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Jan 25 03:02:25.729293 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-68925ace-88f4-4a87-98b5-aed4c1f1803c req-59badbcc-8368-40fd-a96a-e558ce291150 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252974 Jan 25 03:02:26.631001 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6deaba7-8408-40e7-84b4-ea62de9f3954 req-27f5f9e3-7aff-46c0-83fc-934bb10f50ec tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:26.632538 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d6deaba7-8408-40e7-84b4-ea62de9f3954 req-27f5f9e3-7aff-46c0-83fc-934bb10f50ec tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0470991 Jan 25 03:02:26.678299 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d6deaba7-8408-40e7-84b4-ea62de9f3954 req-2840731b-a9f0-4df2-8406-658e8c5d1656 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390000 Jan 25 03:02:26.819993 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bf2bf5e1-436b-4fbc-ac52-a27ff73fd829 req-5e63aa48-0f98-4fe0-93ca-cdf2ec21ad28 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249701 Jan 25 03:02:27.795021 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed730a-2940-47bf-8a23-c8b2bae90679 req-a54cf1ec-c4ef-4125-9998-deaea3108229 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:27.796504 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60ed730a-2940-47bf-8a23-c8b2bae90679 req-a54cf1ec-c4ef-4125-9998-deaea3108229 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0505197 Jan 25 03:02:27.842543 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60ed730a-2940-47bf-8a23-c8b2bae90679 req-4b294910-9a2a-405f-8cca-3aed3eadcf34 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Jan 25 03:02:27.921106 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f38c4a39-93ab-41d3-b87a-a31bb0afce25 req-acecb5f6-4f50-46a0-b919-acb23534c798 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0275652 Jan 25 03:02:28.085256 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b70b2825-ba60-4fe8-8354-3d0f6433e447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:28.959042 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853eb30b-d539-46ab-8738-f5e7f8b7def8 req-f786d18e-1110-41c9-94ff-7e4815117db1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:28.960542 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-853eb30b-d539-46ab-8738-f5e7f8b7def8 req-f786d18e-1110-41c9-94ff-7e4815117db1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478513 Jan 25 03:02:29.007341 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-853eb30b-d539-46ab-8738-f5e7f8b7def8 req-169d0bdb-9be5-4758-875c-4ab8b340600c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Jan 25 03:02:29.011796 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f0fb8f8b-769c-492f-a30c-46e1e916a9dd req-b7e9edfa-ed97-4799-a29d-5a956a280552 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242453 Jan 25 03:02:30.101749 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-25ddda09-b513-4b77-9901-bd074727d6b1 req-83c10e1f-f951-4cc1-9f9e-44c0bf87e00e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248208 Jan 25 03:02:30.125036 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a54215-c545-42b4-9d72-0dc21902a620 req-3a355d75-ae61-44ba-962d-29706b11c0b0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:30.126414 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4a54215-c545-42b4-9d72-0dc21902a620 req-3a355d75-ae61-44ba-962d-29706b11c0b0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0505047 Jan 25 03:02:30.172348 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4a54215-c545-42b4-9d72-0dc21902a620 req-cfcfacd8-3971-4ac8-80e5-73de68fbf420 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Jan 25 03:02:30.238289 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e61a038a-40e8-4247-a9a9-3ba74e534e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:31.193728 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e99e8516-8495-492f-ade3-99977a930287 req-b2b931fc-4bb7-43c3-a041-8c82b93db52a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255358 Jan 25 03:02:31.288066 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486a4da-c3d5-41a6-88be-093c666fa610 req-2b51af50-ce5b-4008-bd28-5042a0b275ad tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:31.289509 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1486a4da-c3d5-41a6-88be-093c666fa610 req-2b51af50-ce5b-4008-bd28-5042a0b275ad tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477431 Jan 25 03:02:31.336280 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1486a4da-c3d5-41a6-88be-093c666fa610 req-ba7ac21e-3e3d-4867-aa2b-655fa63a8ed6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Jan 25 03:02:31.638438 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:31.886603 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:32.285096 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2cc01ce5-8763-4b8c-a465-d6f5ce22be01 req-85c6bd20-46b9-4af8-a28c-e82a6b7e85fb tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245934 Jan 25 03:02:32.448935 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87319fa7-1452-43b6-b3c7-0c6ccbd5e517 req-4c40da33-2a01-4219-a46f-0e38590cf446 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:32.450388 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-87319fa7-1452-43b6-b3c7-0c6ccbd5e517 req-4c40da33-2a01-4219-a46f-0e38590cf446 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478184 Jan 25 03:02:32.499531 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-87319fa7-1452-43b6-b3c7-0c6ccbd5e517 req-04ec7436-b3e8-47b5-880b-c405bf1c9090 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436356 Jan 25 03:02:33.081660 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:33.377381 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-af0e8720-d6ec-4151-bff1-dbd7f3800517 req-10dfbe00-8196-40f1-b26a-c8a0ab7d3ce7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0266290 Jan 25 03:02:33.612879 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b196908-e3d1-4d76-95d6-62a7f04bcfea req-e0ec8b1a-88fb-47f5-8901-582bd2245fa2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:33.614258 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9b196908-e3d1-4d76-95d6-62a7f04bcfea req-e0ec8b1a-88fb-47f5-8901-582bd2245fa2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478356 Jan 25 03:02:33.659996 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9b196908-e3d1-4d76-95d6-62a7f04bcfea req-6360d5d9-31d0-4b46-8cbd-3d4a197a2d40 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Jan 25 03:02:34.252436 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:34.471424 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0a4b4ece-15c4-4ee7-80d1-7d6973071f0d req-3b85b5d8-368e-40c4-997f-fb5b8ace93d6 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0277162 Jan 25 03:02:34.772345 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f1fd0-2b72-4178-b527-a67970df7cac req-63de6833-4a34-41da-8142-70dcf2592133 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:34.773801 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-803f1fd0-2b72-4178-b527-a67970df7cac req-63de6833-4a34-41da-8142-70dcf2592133 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472286 Jan 25 03:02:34.819478 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-803f1fd0-2b72-4178-b527-a67970df7cac req-a4290327-ceeb-46f3-b712-96c899a03fde tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395246 Jan 25 03:02:35.633533 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ce8f2417-3634-47b9-be2e-0aa6934aed72 req-03a1dcb3-6e1f-482b-9079-137502869102 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0274048 Jan 25 03:02:35.938700 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d18834-95a1-44a4-bf2d-4afa39a33b31 req-7cd61665-56ef-46db-a4e5-a6064d699d90 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:35.940244 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-39d18834-95a1-44a4-bf2d-4afa39a33b31 req-7cd61665-56ef-46db-a4e5-a6064d699d90 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0541065 Jan 25 03:02:35.985382 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-39d18834-95a1-44a4-bf2d-4afa39a33b31 req-7cef183d-a989-4f20-9c48-5cd4bd4d1a66 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Jan 25 03:02:36.727045 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d2475816-cdb9-4620-b283-7aac89c875ea req-c1c133d6-7a55-4aa1-b008-4f76d7fca1c5 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0244467 Jan 25 03:02:37.097362 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f82e3-b4f4-4c1c-8c42-35d4df3ab91c req-f0ae1083-47f6-4016-93b1-32fa1ddb9415 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:37.098810 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f93f82e3-b4f4-4c1c-8c42-35d4df3ab91c req-f0ae1083-47f6-4016-93b1-32fa1ddb9415 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0468824 Jan 25 03:02:37.144539 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f93f82e3-b4f4-4c1c-8c42-35d4df3ab91c req-4ba7b88d-82ad-4ef7-a862-ba8ae5f439f3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Jan 25 03:02:37.822892 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6a90b586-f604-43e4-aa84-11f0fa053233 req-e42f4c1e-5d26-4605-a171-a46a50505c8f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0260563 Jan 25 03:02:38.258876 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34eb2e-4fbe-453c-ae77-ce4d359e5153 req-12934904-830b-4138-b4e6-1fe636d54c0f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:38.260337 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a34eb2e-4fbe-453c-ae77-ce4d359e5153 req-12934904-830b-4138-b4e6-1fe636d54c0f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0468395 Jan 25 03:02:38.310233 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a34eb2e-4fbe-453c-ae77-ce4d359e5153 req-baef725d-7c67-4a72-9bf9-82fec4071928 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Jan 25 03:02:38.914836 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b82c0993-2b63-4829-b49a-fba235e0da90 req-aca4505d-9a81-440e-b7f0-0ae39a59ceb8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246961 Jan 25 03:02:39.421841 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc56f3c-ed7f-4edd-9ebc-8e130e0e8d66 req-cb1fc2b7-baa4-454f-b48d-f23e9d525467 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:39.423289 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0cc56f3c-ed7f-4edd-9ebc-8e130e0e8d66 req-cb1fc2b7-baa4-454f-b48d-f23e9d525467 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0471406 Jan 25 03:02:39.469486 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0cc56f3c-ed7f-4edd-9ebc-8e130e0e8d66 req-79190201-9dce-4684-b117-0a250604174d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Jan 25 03:02:40.007243 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b09907bb-b92e-490c-a01b-b8c88e31ce5b req-6be66a97-ec8f-41c3-be27-12d7b7155741 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247524 Jan 25 03:02:40.588215 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd03a1-8b43-452d-bd09-02e292986b05 req-5030bcd5-5f02-4c75-86ca-c2bccee5aa13 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:40.589744 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0dfd03a1-8b43-452d-bd09-02e292986b05 req-5030bcd5-5f02-4c75-86ca-c2bccee5aa13 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478055 Jan 25 03:02:40.635865 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0dfd03a1-8b43-452d-bd09-02e292986b05 req-a407b683-3412-4c25-8b56-aa8a9b1ee942 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Jan 25 03:02:41.102033 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7746660b-3dfb-4ced-a14a-77bef449792e req-be028d25-bce0-4da7-b9b8-75a77523b3a1 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0287979 Jan 25 03:02:41.442139 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:02:41.753393 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3c7d9-7bdf-41cb-9602-bfb1fcc89b18 req-dca52953-0b79-4152-b58a-3fa41b38519f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:41.754835 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c4a3c7d9-7bdf-41cb-9602-bfb1fcc89b18 req-dca52953-0b79-4152-b58a-3fa41b38519f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0514171 Jan 25 03:02:41.800643 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c4a3c7d9-7bdf-41cb-9602-bfb1fcc89b18 req-8ce51624-9e67-49a9-87dd-5591df10ff59 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Jan 25 03:02:42.192757 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ff79fad4-675f-468f-bee7-e1f97fe5dac5 req-76e768b0-7850-4171-80ef-1988ead996ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256386 Jan 25 03:02:42.912880 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e66c7-cad7-4e05-8717-b9344e5b6a05 req-bcfe25ce-5bff-4fd8-adde-d4d1fbf79200 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:42.914323 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b57e66c7-cad7-4e05-8717-b9344e5b6a05 req-bcfe25ce-5bff-4fd8-adde-d4d1fbf79200 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0470428 Jan 25 03:02:42.960329 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b57e66c7-cad7-4e05-8717-b9344e5b6a05 req-d0b1133f-03d7-4018-b0e5-54c6600f7f4b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405576 Jan 25 03:02:43.284182 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b17735d-4335-4b2c-860d-f91b07d18e08 req-aa6a06fc-2591-4891-bae5-70ecb864028f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0260577 Jan 25 03:02:44.077174 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6129a4d-20d6-4469-a37f-f31e46c94e9d req-fad3ccfd-deb5-48ee-a013-a3a2a01714ae tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:44.078656 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f6129a4d-20d6-4469-a37f-f31e46c94e9d req-fad3ccfd-deb5-48ee-a013-a3a2a01714ae tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0513721 Jan 25 03:02:44.123707 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f6129a4d-20d6-4469-a37f-f31e46c94e9d req-f27dd34d-7575-46f8-9b70-a2f50a9e5a4a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Jan 25 03:02:44.375101 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4aab5b5f-34b6-464f-b758-b66ee340a6e3 req-1d953fdc-b075-4e7e-9a46-166561ea0d24 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250347 Jan 25 03:02:45.237094 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68c9a5-aa31-4700-8d4d-4b64697b6e01 req-1fda4307-03de-4020-8075-5cf6940c44ff tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:45.238561 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae68c9a5-aa31-4700-8d4d-4b64697b6e01 req-1fda4307-03de-4020-8075-5cf6940c44ff tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0475297 Jan 25 03:02:45.283872 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ae68c9a5-aa31-4700-8d4d-4b64697b6e01 req-034694e8-22aa-48cf-b16c-30cf8cb839ce tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Jan 25 03:02:45.465421 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-abc12bbf-5c36-42d5-90c4-cf2881c301be req-c564f28d-aa2c-4d03-98a4-0ce3ac2a80c6 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245352 Jan 25 03:02:46.396578 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1c0e-255d-48f1-9ce8-e028eb0d07de req-b1616382-1547-4e50-a16a-058e29b2e9bc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:46.398019 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aa9c1c0e-255d-48f1-9ce8-e028eb0d07de req-b1616382-1547-4e50-a16a-058e29b2e9bc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469830 Jan 25 03:02:46.447207 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aa9c1c0e-255d-48f1-9ce8-e028eb0d07de req-8e4968fe-c7a2-46db-8ba9-9970a3464ca4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438037 Jan 25 03:02:46.558789 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9f987d3c-b19d-4d5f-97d9-825bfbe19049 req-ff32af72-fca9-49f7-9b1a-f9abfd36d059 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246634 Jan 25 03:02:47.557676 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc894d2-6ffd-46f2-aff2-690e15911281 req-dc75f888-9cf9-43c2-9542-8da360637071 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:47.559374 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcc894d2-6ffd-46f2-aff2-690e15911281 req-dc75f888-9cf9-43c2-9542-8da360637071 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0460742 Jan 25 03:02:47.606820 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcc894d2-6ffd-46f2-aff2-690e15911281 req-a074707f-eaa3-474e-b4cc-02488a6ac929 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Jan 25 03:02:47.654816 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5ea36581-709e-4c12-b6ba-16c56acbf18b req-95a6c3d4-3d86-45b7-8111-8a45ae921f31 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0283399 Jan 25 03:02:48.722547 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e96075-7c50-4b55-a8ec-8de866169369 req-1f9633fe-8a5c-4253-8354-857f663d4155 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:48.724159 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-31e96075-7c50-4b55-a8ec-8de866169369 req-1f9633fe-8a5c-4253-8354-857f663d4155 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0484121 Jan 25 03:02:48.750612 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a3f2e2fd-dc55-45a4-abbd-e4f37d1ef618 req-d43fb040-798a-431f-a5c3-cb68ba2f6105 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0270777 Jan 25 03:02:48.771518 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-31e96075-7c50-4b55-a8ec-8de866169369 req-1bafd453-c002-4ae8-b265-7114da3bba58 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418737 Jan 25 03:02:49.844115 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ba8008cc-90f3-43ea-8210-2fb780fa3d9c req-0885a9b2-b25b-4268-8265-4d3963f83012 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253782 Jan 25 03:02:49.887859 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed3233-0954-4c4e-8c14-bc398531ee4f req-5e16e04e-d50f-4b45-bf7a-ef71145347f3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:49.889404 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b7ed3233-0954-4c4e-8c14-bc398531ee4f req-5e16e04e-d50f-4b45-bf7a-ef71145347f3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0503488 Jan 25 03:02:49.934997 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b7ed3233-0954-4c4e-8c14-bc398531ee4f req-3a9ff9c1-d2e4-4611-8803-d2c0d3e8fa51 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Jan 25 03:02:50.933457 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-26e966a3-28f1-491e-af04-40c867f35920 req-d17c3c43-124f-4df9-926d-244bb91067b3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248561 Jan 25 03:02:51.062044 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b51c5-f916-4053-9b78-3a41a02a35e9 req-ee4332d9-7cf7-4c90-b7d5-34aff7d7c3a8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:51.063898 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b83b51c5-f916-4053-9b78-3a41a02a35e9 req-ee4332d9-7cf7-4c90-b7d5-34aff7d7c3a8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0630193 Jan 25 03:02:51.111502 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b83b51c5-f916-4053-9b78-3a41a02a35e9 req-d2472e06-3306-442d-974c-739fb191794d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Jan 25 03:02:52.024451 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-446e7e6c-bc05-4dc3-9f66-802f99c519f5 req-9c084e4d-eb84-40db-b145-9918cb9cc69a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0257814 Jan 25 03:02:52.229008 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e7aad-060b-40bd-8b75-32a387435900 req-3eb08d6d-92e7-463e-a660-ed0a7cda9605 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:52.230376 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-293e7aad-060b-40bd-8b75-32a387435900 req-3eb08d6d-92e7-463e-a660-ed0a7cda9605 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0485318 Jan 25 03:02:52.277333 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-ff45b7fb-7c68-4537-adde-8dddefa00c40 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387847 Jan 25 03:02:52.384900 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-94d91594-2d2c-483c-975f-7ad5db03037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:52.386506 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-94d91594-2d2c-483c-975f-7ad5db03037f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0481238 Jan 25 03:02:52.493012 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-3c029f36-0aa8-4471-b6ab-fc61c8775909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:52.494445 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-3c029f36-0aa8-4471-b6ab-fc61c8775909 service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0894365 Jan 25 03:02:52.517193 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-293e7aad-060b-40bd-8b75-32a387435900 req-f7e89730-52cf-4a04-8917-5122fe5e025b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807472 Jan 25 03:02:52.565481 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-4353e4d8-229d-482f-b0bb-67b2a9e4295a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0641820 Jan 25 03:02:52.613888 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-28714d57-29c1-4d0f-9bff-fd4a25923c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:52.615347 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-28714d57-29c1-4d0f-9bff-fd4a25923c67 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0439827 Jan 25 03:02:52.658418 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-c2c66278-29df-4db0-b740-8127fb92fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:52.659917 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-c2c66278-29df-4db0-b740-8127fb92fefb service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391009 Jan 25 03:02:52.750356 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-6d5c8763-9e9e-46bd-a7b2-ac33fc9bbf3b service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842094 Jan 25 03:02:52.838161 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ca8aad13-8456-4af0-a3cf-f09cb2433888 req-44c98151-205f-4f62-b138-46d69e43fa88 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810261 Jan 25 03:02:53.119711 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-32956ff3-4359-4716-9c94-991a08e3f282 req-b8693e84-1f53-4fae-9a76-e832d550c7d1 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0294385 Jan 25 03:02:53.634152 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d03d0b-3efe-4bc0-ba09-e5d857bc4c46 req-13ddfbf0-0a99-420b-ad86-b797b23f1560 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:53.635603 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-31d03d0b-3efe-4bc0-ba09-e5d857bc4c46 req-13ddfbf0-0a99-420b-ad86-b797b23f1560 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0501308 Jan 25 03:02:53.682611 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-31d03d0b-3efe-4bc0-ba09-e5d857bc4c46 req-9fa77b83-d624-41d7-9306-d890360ee5a9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Jan 25 03:02:54.211248 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4990877c-8cfa-456a-9980-f8d3abd0bb2e req-15440cba-24cd-4a3a-bbd3-6965156bbdfb tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255582 Jan 25 03:02:54.793206 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31c9ca-7c78-4178-9df5-92ae97540285 req-665d9b99-2241-4b67-a143-927656733491 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:54.794651 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2c31c9ca-7c78-4178-9df5-92ae97540285 req-665d9b99-2241-4b67-a143-927656733491 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0466895 Jan 25 03:02:54.840930 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2c31c9ca-7c78-4178-9df5-92ae97540285 req-fdd9444a-8f57-42f4-ae61-d22d04570731 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Jan 25 03:02:55.301328 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-42a5bdb0-ac62-4d68-8095-b87743b2f967 req-d4445df9-c387-499a-9799-afe6bd31ef4a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247309 Jan 25 03:02:55.958079 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb7331-97ef-422f-8e1a-bc06b8c3e0fd req-a27ab4ed-178d-4a47-bd0a-ae65949dccce tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:55.959556 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b9bb7331-97ef-422f-8e1a-bc06b8c3e0fd req-a27ab4ed-178d-4a47-bd0a-ae65949dccce tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0512486 Jan 25 03:02:56.006623 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b9bb7331-97ef-422f-8e1a-bc06b8c3e0fd req-9ae8cc3a-2746-4a09-a75c-093242fbe7d0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Jan 25 03:02:56.397119 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-36e45cf4-be5f-4cb5-ab58-15dd85c69e69 req-2195ea16-b392-4a6c-9175-4db464ec416c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256867 Jan 25 03:02:57.126565 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3af9b3-c2aa-4575-b6e1-5032afb0bf81 req-b1c567d8-0749-42c1-9b2a-6ed19a0b08df tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:57.128106 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8a3af9b3-c2aa-4575-b6e1-5032afb0bf81 req-b1c567d8-0749-42c1-9b2a-6ed19a0b08df tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0483589 Jan 25 03:02:57.174353 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8a3af9b3-c2aa-4575-b6e1-5032afb0bf81 req-c9c32ebf-8ee2-4e0c-bc55-d822dcde8e9e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Jan 25 03:02:57.489015 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-100b3238-9adf-4963-b768-5eee2392cb2b req-6ad8d183-7271-46f3-901a-dad9d4243c78 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0260377 Jan 25 03:02:58.087022 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f85405db-fd29-4d02-8a91-e1bd775d9a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:02:58.289164 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fb239-d2ef-46cf-b638-1737adbc3f72 req-425eb44c-4535-4155-a2f3-f47d97661b78 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:58.290635 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-392fb239-d2ef-46cf-b638-1737adbc3f72 req-425eb44c-4535-4155-a2f3-f47d97661b78 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0499971 Jan 25 03:02:58.337340 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-392fb239-d2ef-46cf-b638-1737adbc3f72 req-987583d7-5aa2-4d31-8650-72f351831f04 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Jan 25 03:02:58.578451 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee6d8faf-fd64-4439-bc98-08369bb2b316 req-939a24ac-7c0d-4dda-96ec-87dc77416e6b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250139 Jan 25 03:02:59.462601 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02811cc8-aae4-4dc3-8be9-ec9be6a6887f req-927e1bde-9609-4500-8277-7d47b8e58b66 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:02:59.464074 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-02811cc8-aae4-4dc3-8be9-ec9be6a6887f req-927e1bde-9609-4500-8277-7d47b8e58b66 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0485406 Jan 25 03:02:59.508856 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-02811cc8-aae4-4dc3-8be9-ec9be6a6887f req-d7842a16-b621-4777-ab52-22c2f83dfadd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 Jan 25 03:02:59.671012 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ef300852-620f-4e14-9c8c-d3186ddfc5c0 req-c27b8c06-6900-46da-a084-6847af165e7f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Jan 25 03:03:00.239571 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe28-cc53-4e3b-b9b3-6f117065df93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:00.622678 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21ba22-21a6-4f75-85f9-fbcf6f943447 req-f8c275b3-a4ae-49ba-b5f7-2199c618aae0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:00.624291 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b21ba22-21a6-4f75-85f9-fbcf6f943447 req-f8c275b3-a4ae-49ba-b5f7-2199c618aae0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476799 Jan 25 03:03:00.678397 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8b21ba22-21a6-4f75-85f9-fbcf6f943447 req-80fb803b-ecfe-4409-bf27-35241175f5b5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472391 Jan 25 03:03:00.767872 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-815bf643-c29d-4ad5-a166-035d471a1384 req-1830184c-9fbe-4353-96c7-9b6f5ed3e4d8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0307293 Jan 25 03:03:01.642267 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:01.864324 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-177766eb-d079-488f-a07e-3b32d399bead req-f253c763-70ab-4120-a388-de03ef71d663 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0258551 Jan 25 03:03:01.886285 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:01.947054 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf797388-9a31-4178-987d-cf73667ccfb0 req-5549cdca-0b98-44b8-b0b1-cee806456d93 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:01.948463 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cf797388-9a31-4178-987d-cf73667ccfb0 req-5549cdca-0b98-44b8-b0b1-cee806456d93 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0488620 Jan 25 03:03:01.995588 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cf797388-9a31-4178-987d-cf73667ccfb0 req-451444fd-88db-42b0-9709-19af0841891d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Jan 25 03:03:02.957226 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2c01dd33-65a9-4d29-853b-91e761459543 req-9283b189-7caf-4464-b4ce-95239a6ecd83 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253732 Jan 25 03:03:03.083970 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:03.110402 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f079fa-0c42-45ac-a0a1-77c0bf223a3a req-edba0bbd-710c-443f-8763-fff1bd933e7b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:03.111889 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d2f079fa-0c42-45ac-a0a1-77c0bf223a3a req-edba0bbd-710c-443f-8763-fff1bd933e7b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0473571 Jan 25 03:03:03.158339 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d2f079fa-0c42-45ac-a0a1-77c0bf223a3a req-a20126a4-c6b9-456b-893f-1a10ee047d42 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409174 Jan 25 03:03:04.047746 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d4653001-c62e-4777-a958-b6d634474922 req-8f7c7878-3f40-4b68-849f-149de621b34b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249634 Jan 25 03:03:04.256118 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:04.278303 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c34d3-2968-4e58-a4cb-4f18dd093bd7 req-7939bf6d-18a2-43c5-8bea-2d219cf5671b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:04.280318 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-409c34d3-2968-4e58-a4cb-4f18dd093bd7 req-7939bf6d-18a2-43c5-8bea-2d219cf5671b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0541008 Jan 25 03:03:04.326821 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-409c34d3-2968-4e58-a4cb-4f18dd093bd7 req-679491c9-efb9-425b-bb2c-155c77dcbbc8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Jan 25 03:03:05.144936 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c9267414-38a5-4609-b402-0ae4e68a4f5b req-21a4718f-b6d4-47d7-baf8-de9eed5c0c9b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0293331 Jan 25 03:03:05.441413 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948365-5cdf-4467-bbcc-1b9e62bd6c31 req-62b44cca-cc63-4cf0-bcd4-6d7a4418ba5c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:05.442882 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6b948365-5cdf-4467-bbcc-1b9e62bd6c31 req-62b44cca-cc63-4cf0-bcd4-6d7a4418ba5c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477448 Jan 25 03:03:05.488499 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6b948365-5cdf-4467-bbcc-1b9e62bd6c31 req-99037fdb-a1f6-454e-a2ef-fcac463d2928 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Jan 25 03:03:06.239315 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3a986a2d-2620-4f1c-b7b7-ac372962f55f req-15dde76e-8a3c-4843-8c17-c2aa16a628fe tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0272622 Jan 25 03:03:06.604356 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e17ec2-8de9-4943-8cc1-65647f794564 req-f806b1c1-c7cc-4369-a627-ec21c9ff6da5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:06.605817 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-84e17ec2-8de9-4943-8cc1-65647f794564 req-f806b1c1-c7cc-4369-a627-ec21c9ff6da5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0475147 Jan 25 03:03:06.661686 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-84e17ec2-8de9-4943-8cc1-65647f794564 req-d585544d-99f9-431c-83c0-081d595649c7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495718 Jan 25 03:03:07.332292 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4dd0ee31-326e-49b4-b59f-9e025057e209 req-5703d857-ff31-48d4-a07d-ee205d7eb33f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256498 Jan 25 03:03:07.774457 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1ca17-68cf-4837-a1c9-af9766c2d86c req-e5440629-c20e-43dd-9bb1-d333b680287e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:07.775915 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-33c1ca17-68cf-4837-a1c9-af9766c2d86c req-e5440629-c20e-43dd-9bb1-d333b680287e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0474381 Jan 25 03:03:07.822744 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-33c1ca17-68cf-4837-a1c9-af9766c2d86c req-a59e4411-b5c6-4d8c-a074-9ab8f5780eae tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Jan 25 03:03:08.425542 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c39f2295-08ed-4802-b74e-c8d51da0150e req-4aa373ef-2af7-4ef4-a58b-2bb4be263d6e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255334 Jan 25 03:03:08.936595 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb9ed2-410e-45b5-99c6-ffe8706e54a5 req-8f887d3a-0406-4321-b028-6d1fca67ca9f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:08.937951 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c5bb9ed2-410e-45b5-99c6-ffe8706e54a5 req-8f887d3a-0406-4321-b028-6d1fca67ca9f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469074 Jan 25 03:03:08.984562 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c5bb9ed2-410e-45b5-99c6-ffe8706e54a5 req-7b4d69dd-8dc9-417d-91a1-c54b575a818d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Jan 25 03:03:09.516442 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-313a926e-bd2f-411b-acbb-170f5b5d2d69 req-46d2e4ea-0b97-451d-beb9-d959a6943974 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255487 Jan 25 03:03:10.101135 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8d623-dd68-4ffe-8f0e-b5b2e8a2c000 req-3aeec890-c83d-48ed-a0dd-381e800c48f4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:10.102592 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22a8d623-dd68-4ffe-8f0e-b5b2e8a2c000 req-3aeec890-c83d-48ed-a0dd-381e800c48f4 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0501895 Jan 25 03:03:10.148471 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22a8d623-dd68-4ffe-8f0e-b5b2e8a2c000 req-70cee714-050a-482c-8b6e-10930fa408c5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396380 Jan 25 03:03:10.607221 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ac4fe18d-d540-490a-b1eb-9608e428e35e req-7d44736b-31eb-4355-963c-9370b5ff84ef tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254371 Jan 25 03:03:11.262857 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2bf81-6237-4555-bb00-626d819aea23 req-ef1e9fa6-a8fd-47d5-8a4f-1bbb561e638a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:11.264948 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cca2bf81-6237-4555-bb00-626d819aea23 req-ef1e9fa6-a8fd-47d5-8a4f-1bbb561e638a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Jan 25 03:03:11.310503 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cca2bf81-6237-4555-bb00-626d819aea23 req-3c7f1ad1-4395-4e69-beba-bafcb9afde5a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Jan 25 03:03:11.698945 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-24f18654-94a4-4166-a65d-b927525021a9 req-79868792-0b6f-4048-b2e5-66c2681c488d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252905 Jan 25 03:03:12.425785 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575f728-0233-4e8f-940a-894d9871c500 req-e288d24d-4f53-46bc-a29f-20fa4bf5c1a5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:12.427216 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6575f728-0233-4e8f-940a-894d9871c500 req-e288d24d-4f53-46bc-a29f-20fa4bf5c1a5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0493715 Jan 25 03:03:12.472823 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6575f728-0233-4e8f-940a-894d9871c500 req-9c5eb473-f62a-4cab-a387-a20a3e92c4ca tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Jan 25 03:03:12.809826 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b2fc2253-2b4d-434a-9c3d-1dc807aa1acf req-e637844b-c7d4-4ef7-bc3e-4f3aaad93e0e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0353947 Jan 25 03:03:13.585953 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02812-b34b-4594-b6ba-94a52a891b63 req-72bd2df4-003a-4238-b1ac-593a2d41324d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:13.587450 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8cf02812-b34b-4594-b6ba-94a52a891b63 req-72bd2df4-003a-4238-b1ac-593a2d41324d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0473750 Jan 25 03:03:13.634286 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8cf02812-b34b-4594-b6ba-94a52a891b63 req-6fad030b-442d-4527-a464-1067d1b6c370 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Jan 25 03:03:13.904711 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ad34bbdd-2076-4a2f-a651-cc3f2e4b5852 req-79d4a531-f587-4fce-8adc-c44ccdcd300f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0261002 Jan 25 03:03:14.748408 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6d2cb-d91f-4fa1-b3dc-9677b4c4bd91 req-e77ee414-cadb-4035-bb90-037dd1d80ff1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:14.749843 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-55e6d2cb-d91f-4fa1-b3dc-9677b4c4bd91 req-e77ee414-cadb-4035-bb90-037dd1d80ff1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472202 Jan 25 03:03:14.801873 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-55e6d2cb-d91f-4fa1-b3dc-9677b4c4bd91 req-d6e218f1-82b7-4e43-bec4-8e30f5e51a37 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465260 Jan 25 03:03:14.996316 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-474b144d-ac98-40d5-90c7-bc23fa76fb3d req-862d60f0-1df0-4a5c-9032-522f010b6bc5 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0257843 Jan 25 03:03:15.928827 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfed3ba-f580-4708-81c1-91062ebbb617 req-f4964e6e-b379-4bf4-9fd5-73d46f671f77 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:15.930227 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abfed3ba-f580-4708-81c1-91062ebbb617 req-f4964e6e-b379-4bf4-9fd5-73d46f671f77 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0481138 Jan 25 03:03:15.976694 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abfed3ba-f580-4708-81c1-91062ebbb617 req-19083ab4-6a22-4c02-8fbe-b4f9aaa996c5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Jan 25 03:03:16.088813 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c2505477-f289-4576-8446-30f5ae36a4cc req-d78e1022-fc44-48d3-913d-1a3a99130084 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252433 Jan 25 03:03:17.088783 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9fc13-63f9-4e76-860b-f73396a64e3f req-247ce3f2-7d57-4707-a7a6-06431d1e8e68 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:17.090250 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1ab9fc13-63f9-4e76-860b-f73396a64e3f req-247ce3f2-7d57-4707-a7a6-06431d1e8e68 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0467718 Jan 25 03:03:17.136956 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1ab9fc13-63f9-4e76-860b-f73396a64e3f req-72044eda-8aca-4d00-b5a7-fb8501f75631 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 Jan 25 03:03:17.181618 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9b6ac558-af0f-413c-8a0e-11822621ba1c req-be67533d-5d7b-4cae-a18a-deeca2ef7ad8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255220 Jan 25 03:03:18.256414 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad1797-d29e-4b9d-acf8-ebc2d91eb206 req-115aceae-19e9-4bac-89e8-a02383643a17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:18.257920 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-90ad1797-d29e-4b9d-acf8-ebc2d91eb206 req-115aceae-19e9-4bac-89e8-a02383643a17 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0509181 Jan 25 03:03:18.273672 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b8b5639-5699-4933-bb1e-44adfbdfe3d0 req-6eeaaf80-05f0-483b-b742-09373f4ce17a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0260744 Jan 25 03:03:18.304888 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-90ad1797-d29e-4b9d-acf8-ebc2d91eb206 req-8331c302-60fc-437c-bee1-14955f8e759a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Jan 25 03:03:18.441327 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:03:19.369334 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7a481f9f-1de3-42da-8e08-7af25d40893f req-953e1f5c-1ab9-4f1b-9d20-f1b3bb5ae3f2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0280063 Jan 25 03:03:19.418001 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563635a2-c28d-495b-92f9-f43c7f9b9d73 req-04b90166-e518-414f-a231-fcaa2ae9111b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:19.419459 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-563635a2-c28d-495b-92f9-f43c7f9b9d73 req-04b90166-e518-414f-a231-fcaa2ae9111b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478573 Jan 25 03:03:19.466718 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-563635a2-c28d-495b-92f9-f43c7f9b9d73 req-b34dd4a0-6ce3-4f2b-aef9-d7ae07dabeb0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Jan 25 03:03:20.462952 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-419f8aab-3b94-40dc-9710-e4b605764c99 req-93a76518-6ca7-4723-99df-5375b0cb4c52 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256298 Jan 25 03:03:20.581532 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee109f-8ae4-40b8-b23c-66c39c3c22ce req-16c18db1-85c7-4517-bd39-9d53d17fb631 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:20.582967 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-92ee109f-8ae4-40b8-b23c-66c39c3c22ce req-16c18db1-85c7-4517-bd39-9d53d17fb631 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0499718 Jan 25 03:03:20.632783 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-92ee109f-8ae4-40b8-b23c-66c39c3c22ce req-1082360d-2660-4b61-97a3-c57ec7119039 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442626 Jan 25 03:03:21.556745 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-47309689-07a2-47f2-a2ee-c72b881d3a81 req-143d765f-c58c-4d04-b8f0-c374980919d9 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0262578 Jan 25 03:03:21.748952 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29be1b-fe0d-4c7c-89f1-8fbeb308beaf req-2c3157bb-7aa3-4fc1-8681-d05211981cc6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:21.750313 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3e29be1b-fe0d-4c7c-89f1-8fbeb308beaf req-2c3157bb-7aa3-4fc1-8681-d05211981cc6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0470445 Jan 25 03:03:21.795543 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3e29be1b-fe0d-4c7c-89f1-8fbeb308beaf req-8b6776e2-9f60-484e-baca-01d574a1375f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Jan 25 03:03:22.650727 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-99939070-63fd-43b9-a13d-c9ba7c4e9831 req-841d9808-28c3-4fbd-ae0f-1e89303995b3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254078 Jan 25 03:03:22.909152 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b6f4a-ff20-408c-9756-d492b490c51d req-388c8562-39be-4f40-ab05-15a4b036d668 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:22.910642 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d22b6f4a-ff20-408c-9756-d492b490c51d req-388c8562-39be-4f40-ab05-15a4b036d668 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478299 Jan 25 03:03:22.958752 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d22b6f4a-ff20-408c-9756-d492b490c51d req-427c1606-a35c-4e86-8837-851720843f79 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Jan 25 03:03:23.743684 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a43db079-49af-477f-9938-560d37cca0ad req-9408bc51-809b-4eef-bbfc-4c2e021b5595 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247867 Jan 25 03:03:24.072995 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b3dbd-4519-42db-9589-b695e131d0ce req-ce8c5faa-e423-4c3b-8359-df761ad6bce7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:24.074434 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-559b3dbd-4519-42db-9589-b695e131d0ce req-ce8c5faa-e423-4c3b-8359-df761ad6bce7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0506864 Jan 25 03:03:24.122064 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-559b3dbd-4519-42db-9589-b695e131d0ce req-a341f4e9-2da1-4098-94e3-14694ddf56e0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 Jan 25 03:03:24.833354 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-69b776fe-ce3e-4489-8e5b-39d958e0d663 req-554c250a-6630-45f5-9ea2-23d6c597baf8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255544 Jan 25 03:03:25.235426 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931eaa1-9c38-4783-aafe-6782afc02705 req-3ba49c3d-75c0-4923-951a-04ac21f89c99 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:25.236890 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5931eaa1-9c38-4783-aafe-6782afc02705 req-3ba49c3d-75c0-4923-951a-04ac21f89c99 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477397 Jan 25 03:03:25.282672 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5931eaa1-9c38-4783-aafe-6782afc02705 req-ac1ac4cd-0ab6-42fd-ae99-445fe78074dd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403779 Jan 25 03:03:25.926724 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8b42d100-6373-424f-9910-ec8256546aa1 req-c2d19932-7b64-4cd1-b9c0-d3b2a8538986 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0273938 Jan 25 03:03:26.398633 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f4c97-5b30-43c3-b602-b0b13f95bbe0 req-fb08a687-9c90-4cdc-b7bb-7c9ae658b37d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:26.400111 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-621f4c97-5b30-43c3-b602-b0b13f95bbe0 req-fb08a687-9c90-4cdc-b7bb-7c9ae658b37d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0506866 Jan 25 03:03:26.446936 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-621f4c97-5b30-43c3-b602-b0b13f95bbe0 req-4b4b168a-848d-4049-b87d-889bd22e848b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407991 Jan 25 03:03:27.019100 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ee4d93c-d9aa-4866-b8e2-0dac7fc0e38f req-17be0caf-bdb1-4f51-abb4-3e3e5c842c4e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0262156 Jan 25 03:03:27.559406 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e64f4-bb4f-48b1-bd22-3b2477d69b4c req-8b65b6ce-e2dd-4bf9-97bc-946cc4fc7f80 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:27.561593 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb8e64f4-bb4f-48b1-bd22-3b2477d69b4c req-8b65b6ce-e2dd-4bf9-97bc-946cc4fc7f80 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476835 Jan 25 03:03:27.608490 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb8e64f4-bb4f-48b1-bd22-3b2477d69b4c req-6ffebc0e-fa34-455e-8a37-c6ab9f2faa3b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Jan 25 03:03:28.087923 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2a66-d65d-4584-8048-e3b64c2b66b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:28.113846 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-479f4b9e-8256-4a7a-8f76-508b0e4afa1c req-36bd6e09-610e-4ee9-86d1-5fb068f10575 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0272889 Jan 25 03:03:28.722243 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06b18-6b62-45d6-9375-5e375f64a86a req-b194647a-37d5-4544-b007-13cc77ecd0cb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:28.723717 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fbf06b18-6b62-45d6-9375-5e375f64a86a req-b194647a-37d5-4544-b007-13cc77ecd0cb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0468671 Jan 25 03:03:28.772467 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fbf06b18-6b62-45d6-9375-5e375f64a86a req-b4bb153f-0041-4fb8-8d69-527437ce861c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 Jan 25 03:03:29.212184 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b803d9a2-b3cc-42be-a6ed-8b7014394194 req-c3d465d7-e5f8-47a3-b4bc-1047c4980fa7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0277605 Jan 25 03:03:29.887788 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e1d1a-c6c4-4574-904d-429227bf2574 req-74e88352-216d-487f-aac1-f8f7b4839f41 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:29.889168 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-812e1d1a-c6c4-4574-904d-429227bf2574 req-74e88352-216d-487f-aac1-f8f7b4839f41 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0479665 Jan 25 03:03:29.934956 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-812e1d1a-c6c4-4574-904d-429227bf2574 req-46bbd843-5ee9-4553-85ea-14e68eacdb58 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400195 Jan 25 03:03:30.243623 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e45d141d-c1f6-41ef-8125-4cb8a949ca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:30.315291 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a9388e49-c38c-4f75-bc6c-0f1a72fd04e6 req-0ed2e509-88a7-4a05-a84f-d9cd6c8ddcf7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252764 Jan 25 03:03:31.050730 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf9e6-eca3-4b65-8dff-d8b90b4d1f91 req-cc6cba00-b3d8-492e-a9c9-371cf10dd91b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:31.053489 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a8faf9e6-eca3-4b65-8dff-d8b90b4d1f91 req-cc6cba00-b3d8-492e-a9c9-371cf10dd91b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0512295 Jan 25 03:03:31.100007 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a8faf9e6-eca3-4b65-8dff-d8b90b4d1f91 req-b021660a-760c-4f21-ac32-89a9e4595e18 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 Jan 25 03:03:31.408144 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d8b650ce-2813-42db-b559-9c939b5d74bf req-e228c88f-a49d-4ee5-8d04-7b620a36887c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255463 Jan 25 03:03:31.645381 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:31.897464 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:32.217194 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c9b10-3906-4f3c-919b-555bfbe19e12 req-d03cf006-0ad2-4c95-867c-e829c1b39b46 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:32.218772 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a4c9b10-3906-4f3c-919b-555bfbe19e12 req-d03cf006-0ad2-4c95-867c-e829c1b39b46 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0520537 Jan 25 03:03:32.264908 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a4c9b10-3906-4f3c-919b-555bfbe19e12 req-e7a644e3-0b2c-47e8-916b-fe5e70be09ba tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Jan 25 03:03:32.500635 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cd49739b-9b3e-414b-b32b-df8dab5c5a98 req-363300d5-5785-4c70-89cd-e79cc31a7e0f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0285707 Jan 25 03:03:33.087941 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:33.377888 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b631c-6cd9-4479-b202-b8cae7fc4e1a req-8a16150b-80ba-45fd-8579-345dd5acb81e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:33.379228 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b3b631c-6cd9-4479-b202-b8cae7fc4e1a req-8a16150b-80ba-45fd-8579-345dd5acb81e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476027 Jan 25 03:03:33.425028 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b3b631c-6cd9-4479-b202-b8cae7fc4e1a req-31c097ff-ce02-4213-b71e-b41bb73b236f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Jan 25 03:03:33.590350 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2967a942-ddab-467e-b300-ca283ca765b3 req-8cfaa7fc-81fc-40d1-a426-3c41d9931adb tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245495 Jan 25 03:03:34.257791 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:34.537949 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d006682-c727-45ad-ae52-4cf92cb68948 req-3c867442-0707-4da3-b07a-c86bf2cad7d9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:34.539314 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9d006682-c727-45ad-ae52-4cf92cb68948 req-3c867442-0707-4da3-b07a-c86bf2cad7d9 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0470955 Jan 25 03:03:34.588632 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9d006682-c727-45ad-ae52-4cf92cb68948 req-f100dc9b-3463-488d-8ae9-44f030298f90 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Jan 25 03:03:34.681310 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0a0f562-fce5-4bc7-9c8f-1c2231c7326e req-ccb7ca3a-cd20-4f68-97a6-edb52a191b56 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249381 Jan 25 03:03:35.707258 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7afc0-5bd7-4459-b2bb-b845062f2fab req-34d43ab5-4530-4821-a9a5-29899d2302a3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:35.708809 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-61d7afc0-5bd7-4459-b2bb-b845062f2fab req-34d43ab5-4530-4821-a9a5-29899d2302a3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0544434 Jan 25 03:03:35.757082 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-61d7afc0-5bd7-4459-b2bb-b845062f2fab req-74b035a9-910e-42e7-8ca5-aa6c81b60930 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Jan 25 03:03:35.773494 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-71b0b209-7910-4653-b249-078589758d14 req-76b59488-99e7-4351-af4e-83ba9f806149 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253837 Jan 25 03:03:36.865320 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13540243-242d-46f6-82fa-ebe29fb90110 req-77eb7eec-5ddb-4be4-88fc-7f0d2ce35f31 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254357 Jan 25 03:03:36.877145 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb890a3-2b83-40df-afde-6a0d7f93697c req-db593c5a-1bf1-4a3b-9128-0b4276abbe8d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:36.878689 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6cb890a3-2b83-40df-afde-6a0d7f93697c req-db593c5a-1bf1-4a3b-9128-0b4276abbe8d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0526693 Jan 25 03:03:36.926377 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6cb890a3-2b83-40df-afde-6a0d7f93697c req-a7fcbe1f-a726-4287-a50c-b3f9eac78628 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Jan 25 03:03:37.958400 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3de16d24-5bf7-40c6-96f3-280e84ac7f48 req-661bdae0-7cc0-40e5-9816-e740a47509ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0264246 Jan 25 03:03:38.043305 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e478a-7655-44cc-8231-09c64752019a req-9897e8a6-4d3f-4056-a0f0-b9ed8c395541 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:38.044791 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2a0e478a-7655-44cc-8231-09c64752019a req-9897e8a6-4d3f-4056-a0f0-b9ed8c395541 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0515187 Jan 25 03:03:38.090706 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2a0e478a-7655-44cc-8231-09c64752019a req-f5e38b84-a56e-4e29-bb72-a2af40a44b58 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 Jan 25 03:03:39.053778 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-93e6a40b-a612-4ffb-9bc1-ad622bbbae19 req-6de732c5-e300-4fe7-8ee1-4f243eebf674 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0289884 Jan 25 03:03:39.206994 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcf43c-45c9-4fd5-b683-e652e9ccd824 req-070bb5bb-1637-40f8-9af6-620befca4fac tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:39.208468 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-89dcf43c-45c9-4fd5-b683-e652e9ccd824 req-070bb5bb-1637-40f8-9af6-620befca4fac tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476480 Jan 25 03:03:39.255205 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-89dcf43c-45c9-4fd5-b683-e652e9ccd824 req-29592eea-a3ee-4b34-af3e-bd5a20282f24 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Jan 25 03:03:40.144493 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-573f1100-cdaa-4971-9745-593769020b87 req-ed29572d-f394-43a8-a89e-4df82d0732ad tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0262289 Jan 25 03:03:40.372410 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e7c6b-1089-4c42-8a7e-5e212ec88003 req-b7e2316f-e11f-4a31-9b61-f3ae2c937835 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:40.373769 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-897e7c6b-1089-4c42-8a7e-5e212ec88003 req-b7e2316f-e11f-4a31-9b61-f3ae2c937835 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0504818 Jan 25 03:03:40.418837 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-897e7c6b-1089-4c42-8a7e-5e212ec88003 req-2073b5ca-7a97-40b5-adc4-e1ed2ff199c6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390353 Jan 25 03:03:41.238737 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2074d361-7ebc-46f2-bacc-6905b40f1eec req-188b11a1-06b3-4d84-817a-03e989456fce tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0259666 Jan 25 03:03:41.534682 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b25cb-4724-4a0f-8ec0-5de5b75823c4 req-a3a74005-a2d1-42ed-9239-ae529b70deaa tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:41.536151 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-445b25cb-4724-4a0f-8ec0-5de5b75823c4 req-a3a74005-a2d1-42ed-9239-ae529b70deaa tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472777 Jan 25 03:03:41.583519 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-445b25cb-4724-4a0f-8ec0-5de5b75823c4 req-b0f7621c-6cb3-4ac9-a31a-a81deecdcf56 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Jan 25 03:03:42.340762 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aeb2d28b-ea6a-48fd-9c92-306cd84bee7a req-b6b7c658-440f-4e1f-baa5-9563edc146a7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251462 Jan 25 03:03:42.698019 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1b0ef-cb0d-4148-8cfd-25dbe109159d req-a88bcb6b-7d17-43fc-a204-e392ac380190 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:42.699531 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4db1b0ef-cb0d-4148-8cfd-25dbe109159d req-a88bcb6b-7d17-43fc-a204-e392ac380190 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0482473 Jan 25 03:03:42.748288 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4db1b0ef-cb0d-4148-8cfd-25dbe109159d req-9d680574-f5b0-4208-89e1-ca83eead2221 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431144 Jan 25 03:03:43.430790 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-13fb430d-83cb-490c-bfd3-6cae0a1e08c3 req-2470afc1-d3cc-4889-9446-1b27feeae605 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247245 Jan 25 03:03:43.862545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6d17-c3a4-449b-a036-e09d95236a09 req-4266cd7e-4aeb-4a6a-970e-4216b424f208 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:43.864026 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a29d6d17-c3a4-449b-a036-e09d95236a09 req-4266cd7e-4aeb-4a6a-970e-4216b424f208 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477269 Jan 25 03:03:43.910696 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a29d6d17-c3a4-449b-a036-e09d95236a09 req-bcc4502d-6423-4515-b3fa-a0f001b7db51 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Jan 25 03:03:44.522595 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-181ccf36-f90c-4450-a3df-c3a125fc26a2 req-e999b4d5-5cc9-4b5e-94a0-230eb94ecf3d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0259905 Jan 25 03:03:45.024725 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ecf72-62a1-4026-b878-ab77c206e2d5 req-306b1ab5-b6ee-45d7-923e-c9e7c8aed272 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:45.026194 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4d3ecf72-62a1-4026-b878-ab77c206e2d5 req-306b1ab5-b6ee-45d7-923e-c9e7c8aed272 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0473421 Jan 25 03:03:45.072943 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4d3ecf72-62a1-4026-b878-ab77c206e2d5 req-837df819-56ad-4d52-a11e-6a6e4b07154c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Jan 25 03:03:45.616442 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2d0fca88-dc85-47aa-ab0b-9956ec9c53bc req-7b57431d-4686-4845-84c2-a2715ba14401 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0282590 Jan 25 03:03:46.191117 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d047b-e303-43a9-90b8-1581bd4cd56c req-fddb05c3-58cc-4837-8c03-a6cd1db948cc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:46.192521 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4e7d047b-e303-43a9-90b8-1581bd4cd56c req-fddb05c3-58cc-4837-8c03-a6cd1db948cc tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0534856 Jan 25 03:03:46.238529 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4e7d047b-e303-43a9-90b8-1581bd4cd56c req-b91696c2-c0e1-4526-ad06-e28ae3846c0a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Jan 25 03:03:46.709378 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-80828ac3-064a-4a9f-a22d-163aeca68d43 req-db6a4b82-8cfc-4db7-a95c-122a7b2bf8ed tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0266972 Jan 25 03:03:47.353731 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e657b8-ad76-4f8d-8bd0-920b021fb4b2 req-58e7f482-a7e3-4fd8-ac13-c113f2c0e940 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:47.355247 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a8e657b8-ad76-4f8d-8bd0-920b021fb4b2 req-58e7f482-a7e3-4fd8-ac13-c113f2c0e940 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0496190 Jan 25 03:03:47.401681 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a8e657b8-ad76-4f8d-8bd0-920b021fb4b2 req-89722b3c-95ec-4b2b-be6e-77ff941ff149 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Jan 25 03:03:47.806419 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6c8a4cfd-6d07-429d-bfd3-da155f6b7182 req-73fbda9b-4fc8-452a-939a-916125c70367 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251424 Jan 25 03:03:48.514421 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf8371-7b71-4e4c-bcd8-7e8180606c70 req-85998711-2f26-449c-b84f-921f992e0713 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:48.515899 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4acf8371-7b71-4e4c-bcd8-7e8180606c70 req-85998711-2f26-449c-b84f-921f992e0713 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472901 Jan 25 03:03:48.568480 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4acf8371-7b71-4e4c-bcd8-7e8180606c70 req-aa4371b3-3a51-4d0b-b11b-1e960890296d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471377 Jan 25 03:03:48.898649 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-36e815c4-afaf-4ce6-9cc2-3e3e00d5c7cd req-89f874cf-e68e-467a-ab45-7dc0da6b4984 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0261884 Jan 25 03:03:49.681940 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40c205-fdb7-49ad-9a4e-d7dafb7bc63b req-0ab97c1a-e402-44fc-9a49-76a07dbc2f92 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:49.683679 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb40c205-fdb7-49ad-9a4e-d7dafb7bc63b req-0ab97c1a-e402-44fc-9a49-76a07dbc2f92 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Jan 25 03:03:49.730585 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb40c205-fdb7-49ad-9a4e-d7dafb7bc63b req-3cc4972f-198f-47b1-8105-478412d56abf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Jan 25 03:03:49.989376 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-704bf221-4782-412e-98ae-7012f7c65ae7 req-dc1e04b5-eb8d-42b4-8336-9eaf43980495 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252676 Jan 25 03:03:50.844148 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5747-6af3-47c9-a5c4-d23e6f63d64f req-4a2c7911-9876-47c3-bc10-9c4b3d79e191 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:50.845804 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-096e5747-6af3-47c9-a5c4-d23e6f63d64f req-4a2c7911-9876-47c3-bc10-9c4b3d79e191 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0483203 Jan 25 03:03:50.891298 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-096e5747-6af3-47c9-a5c4-d23e6f63d64f req-d691a5fd-20cd-4fa6-8d4f-7900b0f10ae8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Jan 25 03:03:51.081634 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa078664-68d3-4c51-a6ef-875679eb57e7 req-1888e530-b8cb-4a3a-8f5c-5e78cb36c7b3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252953 Jan 25 03:03:52.008688 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d05df-04dd-47f4-babb-defee9184bdf req-5f4dbfc3-9eb3-4155-b253-a5138d21ffad tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:52.010134 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb9d05df-04dd-47f4-babb-defee9184bdf req-5f4dbfc3-9eb3-4155-b253-a5138d21ffad tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0509014 Jan 25 03:03:52.118994 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb9d05df-04dd-47f4-babb-defee9184bdf req-847a8331-c6a7-4849-b4dd-6ad0e6d2b30b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033561 Jan 25 03:03:52.177378 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6ba2717d-b859-4b00-9050-0a7964033e86 req-10dd0478-7d75-43b1-a08f-ceb8b6deb2f8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0284667 Jan 25 03:03:53.234972 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f042b-4548-45ec-959e-912a012611e3 req-83c806e4-3ebd-4290-ad02-01a9d2a0fb60 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:53.236914 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-478f042b-4548-45ec-959e-912a012611e3 req-83c806e4-3ebd-4290-ad02-01a9d2a0fb60 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0499985 Jan 25 03:03:53.270080 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-73e5af82-ca9e-46d2-a2c7-02a466718d92 req-41733ea2-3256-45f0-8ad0-445fc65f4da7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0265927 Jan 25 03:03:53.285807 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-478f042b-4548-45ec-959e-912a012611e3 req-1d959ca5-f2ff-429f-bb7f-4603f50a263d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Jan 25 03:03:54.276406 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-c5c2399d-3741-4b06-a4c3-f9c304d0aa2b service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393345 Jan 25 03:03:54.387043 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6c982a5f-c5de-4442-900a-4d7df27ec112 req-c0b6d4d0-c574-4001-8322-288d98b2323f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0393813 Jan 25 03:03:54.403338 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-d25305df-0415-4e91-be25-35837f06adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:54.404987 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-d25305df-0415-4e91-be25-35837f06adf5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0658240 Jan 25 03:03:54.410683 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeed84c-3869-411c-8b81-a9b8dd8bcbbe req-9335c6e3-b3a4-4f81-80d2-5e3f038db857 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:54.412214 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aaeed84c-3869-411c-8b81-a9b8dd8bcbbe req-9335c6e3-b3a4-4f81-80d2-5e3f038db857 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0541992 Jan 25 03:03:54.461195 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aaeed84c-3869-411c-8b81-a9b8dd8bcbbe req-94a70a29-ed9d-4cbf-9fe1-71a92dd221ee tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429440 Jan 25 03:03:54.505340 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-17cbc0d6-2cdc-4c45-a138-2eec75b6dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:54.506809 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-17cbc0d6-2cdc-4c45-a138-2eec75b6dd8d service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0843058 Jan 25 03:03:54.573625 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-b4b852fa-392e-49c3-989c-2bc9ee95b494 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0601265 Jan 25 03:03:54.619480 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-0592ad94-8adf-4b73-834e-f8a9893d26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:54.620953 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-0592ad94-8adf-4b73-834e-f8a9893d26c8 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0421324 Jan 25 03:03:54.662660 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-1d1d9f10-009e-4172-9333-a41fc911ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:54.664124 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-1d1d9f10-009e-4172-9333-a41fc911ba70 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370541 Jan 25 03:03:54.754847 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-22c69917-63c0-40cf-94cd-b17f56958e22 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848451 Jan 25 03:03:54.841760 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-44f9a00b-068d-4e71-a39b-f1cb1d4e7dd8 req-eb086f8d-028a-49ce-abe1-367c15f40d3e service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797396 Jan 25 03:03:55.440342 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:03:55.525611 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bcac150d-8ffe-466e-a135-0d4b072176a1 req-c108ad67-4b50-4c0e-80f0-dcc3a83572dd tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0691040 Jan 25 03:03:55.577948 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38938ac-cd7d-4483-b2d9-550d56aebe4b req-5345eb3c-4966-4619-b8d5-e86bef023805 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:55.580178 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d38938ac-cd7d-4483-b2d9-550d56aebe4b req-5345eb3c-4966-4619-b8d5-e86bef023805 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0509713 Jan 25 03:03:55.626635 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d38938ac-cd7d-4483-b2d9-550d56aebe4b req-c92d9543-0a42-41e1-a071-8ec112bac56d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Jan 25 03:03:56.622106 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea497a65-3e5e-4642-a854-71e6ec7db6f3 req-54f987ec-24c6-4956-9094-0c4f5caae120 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0292969 Jan 25 03:03:56.740354 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b688f2-cdff-4917-99aa-232797f57af9 req-c551c40f-9e17-4054-bb11-7ef8bf0504f2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:56.741805 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-55b688f2-cdff-4917-99aa-232797f57af9 req-c551c40f-9e17-4054-bb11-7ef8bf0504f2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0471752 Jan 25 03:03:56.791282 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-55b688f2-cdff-4917-99aa-232797f57af9 req-92723c11-36ad-4922-9fd1-ad49b7eb40a3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439570 Jan 25 03:03:57.714149 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22e4e982-80aa-4c02-9c13-8a93e0845c45 req-12f95399-f1d4-4844-90aa-14ec959d23c2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253420 Jan 25 03:03:57.905561 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2b352-1d44-4713-bfc8-b0a0dde05e88 req-65c6748e-288c-444e-a1ea-b499c5b5829b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:57.906935 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-67a2b352-1d44-4713-bfc8-b0a0dde05e88 req-65c6748e-288c-444e-a1ea-b499c5b5829b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0485301 Jan 25 03:03:57.953831 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-67a2b352-1d44-4713-bfc8-b0a0dde05e88 req-fda01d65-5a4e-4a50-94f9-10fedb1a3110 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Jan 25 03:03:58.093907 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b8c30a5c-057f-47f4-a4b2-bb30ea088d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:03:58.803168 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-96038de4-95f7-4c6b-8889-9c239fee41eb req-037ecc79-c11b-4a39-95d2-2f9adb83b0fb tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0243316 Jan 25 03:03:59.069662 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2923c8-0a64-4532-a672-1db4579412c8 req-06d39ed5-a696-425e-abe6-d7c70987f4c5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:03:59.071140 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9b2923c8-0a64-4532-a672-1db4579412c8 req-06d39ed5-a696-425e-abe6-d7c70987f4c5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478976 Jan 25 03:03:59.117520 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9b2923c8-0a64-4532-a672-1db4579412c8 req-8b2adc98-970a-4fb7-8ab9-011ca0f434ca tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Jan 25 03:03:59.894871 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c4943c7-9115-4476-9e24-b73beae07217 req-31245c65-58f6-47eb-895a-335cfe677417 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0260694 Jan 25 03:04:00.234344 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02895-a434-4fb2-8321-e5674aa170f8 req-890a96d4-a8bd-4af3-a418-c8e2d7edf711 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:00.236459 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95e02895-a434-4fb2-8321-e5674aa170f8 req-890a96d4-a8bd-4af3-a418-c8e2d7edf711 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0523114 Jan 25 03:04:00.246304 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2aa499d2-c802-43c4-91b4-b4fdc435999e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:00.284340 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95e02895-a434-4fb2-8321-e5674aa170f8 req-aa3b1ea8-a0f6-4f06-a508-5fc06b4155c7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421472 Jan 25 03:04:00.987928 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9df3e8f1-9bce-4822-8633-d20f53719f97 req-8b1cb940-c427-4694-b5e4-4330b6a0b112 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255308 Jan 25 03:04:01.397260 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe5fd5-1391-4c2b-9fb4-6dd55e501bb6 req-f71aa9f8-fe05-4e8c-a39f-70f03969812d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:01.398717 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-35fe5fd5-1391-4c2b-9fb4-6dd55e501bb6 req-f71aa9f8-fe05-4e8c-a39f-70f03969812d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Jan 25 03:04:01.451771 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-35fe5fd5-1391-4c2b-9fb4-6dd55e501bb6 req-435fa410-44c3-45a8-b6ce-600a3c1a4c7b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473521 Jan 25 03:04:01.646952 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:01.914200 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:02.088390 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-09d04a1d-066e-4f4a-96fa-b3c8d28b5fc3 req-ed944a03-f917-4a27-abee-a246065307ba tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0261703 Jan 25 03:04:02.575251 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e839af-edcc-4ef4-9d1e-49f88065d3ca req-b5f6a682-7a20-4af8-a21a-905713ae8ff0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:02.576751 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-18e839af-edcc-4ef4-9d1e-49f88065d3ca req-b5f6a682-7a20-4af8-a21a-905713ae8ff0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0496132 Jan 25 03:04:02.627556 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-18e839af-edcc-4ef4-9d1e-49f88065d3ca req-cbd25a5e-931b-4da0-b5c3-c7ee14647719 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Jan 25 03:04:03.092754 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:03.184398 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-421c07d7-b648-4472-947a-97ee7143cd02 req-2cbd8718-17f4-4f08-ac70-3cf88feb359b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0286157 Jan 25 03:04:03.743006 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fdbd1-4d75-443b-98df-ed306fc896ed req-b9804ffc-ba44-4473-8e5d-d721675c0d5e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:03.744508 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0d4fdbd1-4d75-443b-98df-ed306fc896ed req-b9804ffc-ba44-4473-8e5d-d721675c0d5e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480664 Jan 25 03:04:03.796322 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0d4fdbd1-4d75-443b-98df-ed306fc896ed req-21a2d56c-bc81-4d13-b069-01b4fca99558 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462475 Jan 25 03:04:04.261123 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:04.277546 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3b27f8ab-7ed7-4b92-9548-3498364c01c2 req-66f3362b-34c6-4013-b7cc-f4ed1c61e211 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0270641 Jan 25 03:04:04.912099 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8f603-c721-4bd1-a7e8-0d51dd1c5eca req-df79391f-ebe7-4a95-89bb-33528aa95b48 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:04.913733 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-71b8f603-c721-4bd1-a7e8-0d51dd1c5eca req-df79391f-ebe7-4a95-89bb-33528aa95b48 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0486436 Jan 25 03:04:04.960446 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-71b8f603-c721-4bd1-a7e8-0d51dd1c5eca req-b7fa8878-af05-4be8-b092-f55a9cec597e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412152 Jan 25 03:04:05.370233 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4718aa19-01bb-458e-8d46-983e5375baf7 req-162f0897-60a3-4231-9ce5-683858fa62c7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245976 Jan 25 03:04:06.076001 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea811b5-8400-437f-82d1-6a71506a02f0 req-5407a4bb-9755-4a98-87a1-1b32fa9914c6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:06.077456 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ea811b5-8400-437f-82d1-6a71506a02f0 req-5407a4bb-9755-4a98-87a1-1b32fa9914c6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0506623 Jan 25 03:04:06.122555 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4ea811b5-8400-437f-82d1-6a71506a02f0 req-1a36cd36-2649-4d5c-9355-096aedd4e173 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Jan 25 03:04:06.462154 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e8a105e8-ca3c-4d00-9317-26aa9cd28ca2 req-c06f9201-f4e4-4198-8de1-3ce3991a4213 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248711 Jan 25 03:04:07.244039 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412118d1-d41d-4e07-b801-016730cac3f8 req-8cdf54c6-b780-4b51-8ae7-1123d6611364 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:07.245577 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-412118d1-d41d-4e07-b801-016730cac3f8 req-8cdf54c6-b780-4b51-8ae7-1123d6611364 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0492229 Jan 25 03:04:07.293697 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-412118d1-d41d-4e07-b801-016730cac3f8 req-968e5676-1590-45b6-85c1-bebf7cae5b5d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Jan 25 03:04:07.554643 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-60652219-a678-41ec-9b8d-4b2442ec49e5 req-df072178-0d85-4485-9094-f8133db17a53 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0259900 Jan 25 03:04:08.409857 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919db3b-b9af-400d-8484-051353ced85a req-4bfaf189-2d7f-4528-88b2-3e224bd2d444 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:08.411309 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d919db3b-b9af-400d-8484-051353ced85a req-4bfaf189-2d7f-4528-88b2-3e224bd2d444 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0500321 Jan 25 03:04:08.459242 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d919db3b-b9af-400d-8484-051353ced85a req-0780e13e-2d2d-4771-aef2-543a85569620 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Jan 25 03:04:08.646552 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6425de21-60b9-4564-af32-cda52af29cde req-e18a7872-79b3-41fc-8728-d002571fa0ef tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254707 Jan 25 03:04:09.576301 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e63c7-1222-41f8-b300-b32468ff8e4c req-d011ec3e-e92a-452e-b45c-adc7e23c628d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:09.577784 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3a1e63c7-1222-41f8-b300-b32468ff8e4c req-d011ec3e-e92a-452e-b45c-adc7e23c628d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0506124 Jan 25 03:04:09.624270 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3a1e63c7-1222-41f8-b300-b32468ff8e4c req-6cece24c-47f0-48cb-a8da-98010f01d885 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 Jan 25 03:04:09.742587 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5022eb02-fb65-4ec6-a867-284f510722b1 req-82bba66f-87c8-423e-af79-539c5241c7d7 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0282395 Jan 25 03:04:10.742355 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188acb66-decf-4b48-8d8e-969be301ab2b req-6eafafe7-4029-472c-bc49-97a5317dac87 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:10.743839 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-188acb66-decf-4b48-8d8e-969be301ab2b req-6eafafe7-4029-472c-bc49-97a5317dac87 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480292 Jan 25 03:04:10.794335 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-188acb66-decf-4b48-8d8e-969be301ab2b req-2b0568b4-b2d9-4bf5-844a-2a87c13162ef tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450850 Jan 25 03:04:10.835710 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8b38b512-220e-40cc-b2a4-e038ee581101 req-181b2855-d3c3-4830-9f9a-2c573a2fc96a tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242591 Jan 25 03:04:11.910615 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fecbc-c67b-4bac-a9f9-815c425c0503 req-f198d2ca-b67b-44b3-beff-a3e92305ec52 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:11.912140 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-702fecbc-c67b-4bac-a9f9-815c425c0503 req-f198d2ca-b67b-44b3-beff-a3e92305ec52 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0502181 Jan 25 03:04:11.929964 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74ba7b20-5380-4f9d-987d-6d2eb57dd7fb req-9158d15b-fe4d-4a48-a8f4-d39d7076e328 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0266254 Jan 25 03:04:11.960211 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-702fecbc-c67b-4bac-a9f9-815c425c0503 req-22826a20-c915-4e97-bd10-a2e42ee8ebcd tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Jan 25 03:04:13.022555 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-49678d40-07b0-4167-8156-401e31a0518c req-7b7d18cf-a00d-452c-bf62-7095738d7c21 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0260031 Jan 25 03:04:13.074903 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3fb9-3ebe-4dcf-a3c5-cb7a84c804f9 req-2085be99-2b25-4b98-8613-0440d2f6b95f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:13.076502 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7dfb3fb9-3ebe-4dcf-a3c5-cb7a84c804f9 req-2085be99-2b25-4b98-8613-0440d2f6b95f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0482495 Jan 25 03:04:13.124442 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7dfb3fb9-3ebe-4dcf-a3c5-cb7a84c804f9 req-cb216c2d-17f6-44de-8133-f41d6c9b4866 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Jan 25 03:04:14.114500 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2a728c25-e4eb-4d6a-83f0-b98a32eb7391 req-c92cc3dc-863b-403c-93af-84756f274b0e tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252986 Jan 25 03:04:14.243166 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6896a75-da88-41cb-a8a4-71d843754a5e req-49b1ceca-fb32-4eca-9e84-40a8220248c2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:14.244648 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a6896a75-da88-41cb-a8a4-71d843754a5e req-49b1ceca-fb32-4eca-9e84-40a8220248c2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0526838 Jan 25 03:04:14.291974 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a6896a75-da88-41cb-a8a4-71d843754a5e req-108823f1-5013-42b3-b633-a27dcc4478eb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Jan 25 03:04:15.204688 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-10e215f4-e45a-40d3-b5b4-e4f11d930f8d req-a97ae1d6-6b60-4b44-aa52-81d5b717c73f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254402 Jan 25 03:04:15.406075 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee8ac7-c9e8-4e31-a241-22a98e393df5 req-406e2e3e-1205-4cf3-99af-21bd7d357043 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:15.407566 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d7ee8ac7-c9e8-4e31-a241-22a98e393df5 req-406e2e3e-1205-4cf3-99af-21bd7d357043 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480740 Jan 25 03:04:15.458086 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d7ee8ac7-c9e8-4e31-a241-22a98e393df5 req-01c283d6-694f-4b16-b784-51a0b59f692a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Jan 25 03:04:16.299408 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-67da4fde-11a3-459b-862b-fe2403f5cd89 req-3b140c07-24f2-488a-b930-a39098e724f4 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0276499 Jan 25 03:04:16.575922 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86ed76-629b-4950-a46e-abe388b8f178 req-18f8f0e0-bd1f-4c20-9048-47205c3c2ce7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:16.577395 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4e86ed76-629b-4950-a46e-abe388b8f178 req-18f8f0e0-bd1f-4c20-9048-47205c3c2ce7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0479763 Jan 25 03:04:16.635893 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4e86ed76-629b-4950-a46e-abe388b8f178 req-83d6bd1e-5d3a-4f46-a677-ee5b2037dd8b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525429 Jan 25 03:04:17.392277 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2b6350fd-325a-4ee2-a600-20381830428c req-7fccbddf-9a0a-458d-b77d-5ca4d8699641 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0243661 Jan 25 03:04:17.757816 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1938f8-01a7-4efb-a923-7c9d7f0774d7 req-573a4961-1279-4ce5-9887-2c8c3a49a27c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:17.759293 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a1938f8-01a7-4efb-a923-7c9d7f0774d7 req-573a4961-1279-4ce5-9887-2c8c3a49a27c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0488684 Jan 25 03:04:17.806501 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9a1938f8-01a7-4efb-a923-7c9d7f0774d7 req-e8d73179-5e1b-4564-b4bf-9696cbd7333c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Jan 25 03:04:18.482590 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-159ac57a-a170-40b3-9b40-f15861699d38 req-927538bc-bce8-430e-9003-81c58be3cf1c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245745 Jan 25 03:04:18.918865 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f3b82-af73-40a8-a857-5321d073012e req-de677b55-496f-4a7e-8242-906c5942ad8c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:18.920323 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1c9f3b82-af73-40a8-a857-5321d073012e req-de677b55-496f-4a7e-8242-906c5942ad8c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0465472 Jan 25 03:04:18.966389 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1c9f3b82-af73-40a8-a857-5321d073012e req-e3cd1b36-70fd-4cdf-84cf-f0086163c352 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398848 Jan 25 03:04:19.574775 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-19547684-0fde-465a-8d4e-8f2a90098eb2 req-4ac98c30-2a81-4e9c-bf09-38eadd518551 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256329 Jan 25 03:04:20.083006 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c87ae-5e29-4e6c-9297-6cced4177d9e req-64c304ec-25b8-4994-81c1-63f90551831c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:20.084498 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d16c87ae-5e29-4e6c-9297-6cced4177d9e req-64c304ec-25b8-4994-81c1-63f90551831c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0517318 Jan 25 03:04:20.130166 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d16c87ae-5e29-4e6c-9297-6cced4177d9e req-7424526c-d791-4220-b32b-3c78eeaf6411 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401304 Jan 25 03:04:20.666735 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9722ac8f-7f9d-44f6-a74e-c91524ec93d0 req-324ada97-53b6-45d9-9e73-bc1eafae4eb4 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0244367 Jan 25 03:04:21.245610 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102be61-27f7-4025-a3b9-3b9778af07af req-29816adf-1770-4cf6-90dc-593996b62049 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:21.247068 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d102be61-27f7-4025-a3b9-3b9778af07af req-29816adf-1770-4cf6-90dc-593996b62049 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0476744 Jan 25 03:04:21.293541 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d102be61-27f7-4025-a3b9-3b9778af07af req-33c430e7-d910-4484-a642-4bbcab7cf470 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Jan 25 03:04:21.758463 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-59431684-6fc3-4ef8-ba10-de542e098869 req-5c986970-ce7c-48b3-a34a-8bc4524e56fe tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254779 Jan 25 03:04:22.409965 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1dc8f-cd08-4500-83b7-e2ef0e9cad7e req-a9ae0e92-ec98-4eb6-9279-25ab85811026 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:22.411535 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-01f1dc8f-cd08-4500-83b7-e2ef0e9cad7e req-a9ae0e92-ec98-4eb6-9279-25ab85811026 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0501072 Jan 25 03:04:22.457325 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-01f1dc8f-cd08-4500-83b7-e2ef0e9cad7e req-f025add8-3d11-4aea-a5ed-0c0fbb60b4cb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Jan 25 03:04:22.850558 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d378db08-2e82-420e-9ff5-d24d7af5aecc req-1c365942-9085-4e56-9343-30e03ae94dd1 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0277131 Jan 25 03:04:23.571172 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62414d-8b73-4d82-b69a-49a904e92e66 req-0d14a1e9-d1c5-44ca-b176-0bb690486c57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:23.572689 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4a62414d-8b73-4d82-b69a-49a904e92e66 req-0d14a1e9-d1c5-44ca-b176-0bb690486c57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480974 Jan 25 03:04:23.619046 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4a62414d-8b73-4d82-b69a-49a904e92e66 req-ff5aa322-8232-4bab-a6ba-09c276bcb44e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Jan 25 03:04:23.941394 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2600711e-9c46-4874-b3ac-8ef632204643 req-ba3f4cdd-d53f-4e96-8e5a-6f961a7d6e89 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253935 Jan 25 03:04:24.733211 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc846701-53cd-4745-adc6-51d19a7588a3 req-8b4758d9-95d8-4196-9482-9387e5f82287 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:24.734694 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cc846701-53cd-4745-adc6-51d19a7588a3 req-8b4758d9-95d8-4196-9482-9387e5f82287 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0485008 Jan 25 03:04:24.784662 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cc846701-53cd-4745-adc6-51d19a7588a3 req-d2505eb8-8f54-4292-a744-70baacc4d59c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436368 Jan 25 03:04:25.031211 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0cd5b77e-0898-4d69-a44e-25fd06e8502e req-507289f2-af5c-4ce5-a0f6-0cc1ae425dd0 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245702 Jan 25 03:04:25.898930 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a7be7-ccdc-4088-ab03-c9a4890b36ba req-b2c2f91f-65a0-4ade-8b4b-cf0004e0182c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:25.900421 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d28a7be7-ccdc-4088-ab03-c9a4890b36ba req-b2c2f91f-65a0-4ade-8b4b-cf0004e0182c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0477831 Jan 25 03:04:25.946972 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d28a7be7-ccdc-4088-ab03-c9a4890b36ba req-53ff66cb-a95e-4a3f-ae50-d8e9f91b694f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Jan 25 03:04:26.121829 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-188520fb-b9c4-47ee-b68a-365c1b4bf757 req-52a8b545-180e-4902-8c33-1912a9466fca tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247803 Jan 25 03:04:27.057944 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82abb52-74ba-4f62-986b-f9638cb03b95 req-f263f478-f2a8-4895-9388-5514a097089e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:27.059402 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c82abb52-74ba-4f62-986b-f9638cb03b95 req-f263f478-f2a8-4895-9388-5514a097089e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0468411 Jan 25 03:04:27.105218 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c82abb52-74ba-4f62-986b-f9638cb03b95 req-a0a40f86-0cff-4717-90c3-b160a112151c tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399122 Jan 25 03:04:27.213271 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0c50704c-341d-4484-a25c-eb8c7bad02db req-f535cb69-a956-4749-acef-67a15cae77ff tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252948 Jan 25 03:04:28.086950 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9bc02e5d-a214-4086-8681-05a7f12bfd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:28.225046 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0565c-4592-411d-a800-1c687796a1a9 req-04c2d5b8-0a49-4f18-a65b-fb15eca59af2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:28.226509 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-39d0565c-4592-411d-a800-1c687796a1a9 req-04c2d5b8-0a49-4f18-a65b-fb15eca59af2 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0517075 Jan 25 03:04:28.273229 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-39d0565c-4592-411d-a800-1c687796a1a9 req-8768eebd-ebaa-4879-989f-81c15f979b41 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412412 Jan 25 03:04:28.304587 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3dc9f3fe-b3fd-41e7-b260-44b6c4f35b3d req-896b2caf-58b7-42ec-8705-61b82db0dcab tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254033 Jan 25 03:04:29.386861 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d824e1f-f32c-46b8-a8b0-73b941e9ac8f req-f872c561-d12c-4f75-b9a9-94f00fff9841 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:29.388415 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9d824e1f-f32c-46b8-a8b0-73b941e9ac8f req-f872c561-d12c-4f75-b9a9-94f00fff9841 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0470722 Jan 25 03:04:29.399183 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7c22aea2-18c2-415a-94ba-51670d1e37c2 req-aef4a81e-dbb1-402f-8dde-ac2ae1df8a58 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0282748 Jan 25 03:04:29.436058 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9d824e1f-f32c-46b8-a8b0-73b941e9ac8f req-d6819cdf-d2e4-48f0-9558-9e990611e614 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Jan 25 03:04:30.247989 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1e58a380-1423-4308-8d58-7704a8c77721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:30.495388 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e43e7977-58c9-4db6-9634-4cf14666517a req-87b883ea-2032-4032-b357-db659eab11d4 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254610 Jan 25 03:04:30.554539 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf553a29-6d38-4e37-a52b-c2d1adddf1c0 req-a818bf8e-73d2-4b27-a75a-b3d73c981b6e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:30.556044 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cf553a29-6d38-4e37-a52b-c2d1adddf1c0 req-a818bf8e-73d2-4b27-a75a-b3d73c981b6e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0484612 Jan 25 03:04:30.608650 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cf553a29-6d38-4e37-a52b-c2d1adddf1c0 req-32c6d1bf-6f58-4de0-bff3-4eba1f17b9ac tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467348 Jan 25 03:04:31.591173 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-329d9b4e-8672-4a12-bbd4-bd930346bf4d req-9cae1e39-cae9-45b1-b7cf-15a139ea2bab tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256310 Jan 25 03:04:31.651368 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:31.725320 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8747c4e-e872-42ad-8087-d681fdebcbfa req-3834319c-32c7-446b-a460-d4f138efd9c1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:31.726798 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f8747c4e-e872-42ad-8087-d681fdebcbfa req-3834319c-32c7-446b-a460-d4f138efd9c1 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480862 Jan 25 03:04:31.777054 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f8747c4e-e872-42ad-8087-d681fdebcbfa req-582b430a-8a17-415d-bc06-5bfbcec04e1e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Jan 25 03:04:31.932317 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:32.440039 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:04:32.681392 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-be33cc9e-3c8c-44fc-8edf-de86d1a95a3a req-9d72309f-4d7a-4aa6-9c0a-2c45da93ef13 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256479 Jan 25 03:04:32.894594 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc79f47-6a06-4046-a1f9-2d459f114f80 req-c5c83230-67e9-4411-aae9-2e249a01ec90 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:32.896116 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3dc79f47-6a06-4046-a1f9-2d459f114f80 req-c5c83230-67e9-4411-aae9-2e249a01ec90 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0506661 Jan 25 03:04:32.942728 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3dc79f47-6a06-4046-a1f9-2d459f114f80 req-91552343-6e3b-44dd-bda4-feef47ce6491 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Jan 25 03:04:33.093459 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:33.775485 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fec2f523-7f6e-487d-8fa6-42429c48fa8c req-430ac354-b90f-412e-83c6-7d78da49b40d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252738 Jan 25 03:04:34.059644 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2a67b-0af6-40b8-9615-28411655d081 req-2a1c2dbb-34f3-45b3-aa63-dd645c63f7ca tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:34.061120 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c6f2a67b-0af6-40b8-9615-28411655d081 req-2a1c2dbb-34f3-45b3-aa63-dd645c63f7ca tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0510039 Jan 25 03:04:34.107015 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c6f2a67b-0af6-40b8-9615-28411655d081 req-bec9e6dc-bff4-4544-bf83-1e8175de9106 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Jan 25 03:04:34.263477 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:34.866566 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-db10e939-10e7-4fe7-bb89-a91f4586f036 req-cb8d1e83-773b-4841-b7b1-dbde9cc34202 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246408 Jan 25 03:04:35.224337 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f175d3-5424-4044-9cb8-4aa45738ec92 req-b35dcf27-7440-43a5-8285-5f7e7380cea8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:35.225779 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-75f175d3-5424-4044-9cb8-4aa45738ec92 req-b35dcf27-7440-43a5-8285-5f7e7380cea8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0485647 Jan 25 03:04:35.273393 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-75f175d3-5424-4044-9cb8-4aa45738ec92 req-5974eca9-952e-4273-8cff-7678286d37b6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Jan 25 03:04:35.961843 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d34d3934-df8d-4539-b8b7-5f40ef95f347 req-e1a9fa8f-b0e9-4b10-b42d-ab06d6bae9c0 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0289702 Jan 25 03:04:36.387556 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307924e-476c-45b7-b90f-93c0637bf2eb req-7691a87d-b7b1-4dfd-aa5d-c0351f7df9ae tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:36.389035 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c307924e-476c-45b7-b90f-93c0637bf2eb req-7691a87d-b7b1-4dfd-aa5d-c0351f7df9ae tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0497274 Jan 25 03:04:36.436063 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c307924e-476c-45b7-b90f-93c0637bf2eb req-8d303750-c967-4c9a-9a12-b0611194e711 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Jan 25 03:04:37.052921 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2fdf4d10-bc4a-49c6-916e-3f59721efed8 req-70f453c6-367e-4b75-8998-e9b9ce22b962 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0244358 Jan 25 03:04:37.551331 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af60e7-7b1d-4a16-8bea-1cf6aaf03127 req-d6962e43-86e8-4100-8f49-23cfc9b46b9f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:37.552802 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-04af60e7-7b1d-4a16-8bea-1cf6aaf03127 req-d6962e43-86e8-4100-8f49-23cfc9b46b9f tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0475869 Jan 25 03:04:37.598761 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-04af60e7-7b1d-4a16-8bea-1cf6aaf03127 req-71832240-662f-492c-997c-174f3015df70 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Jan 25 03:04:38.145450 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4a918c53-75df-46ef-8fdb-ea90f81e4957 req-5ad03518-1d6c-4942-a889-486ec5c00dba tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254364 Jan 25 03:04:38.712232 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f7e7f-a09a-4e90-bc14-342092ca99c7 req-8d93e906-424e-44ce-918c-85de47a248bf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:38.713685 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1a6f7e7f-a09a-4e90-bc14-342092ca99c7 req-8d93e906-424e-44ce-918c-85de47a248bf tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0478716 Jan 25 03:04:38.762009 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1a6f7e7f-a09a-4e90-bc14-342092ca99c7 req-e342a413-2916-4800-8648-635fc696d322 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428312 Jan 25 03:04:39.238023 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a45bee56-92fe-4e7e-8cf2-abb6f7729fd5 req-3b5e4e65-64a5-4052-8696-d0b9160109ea tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246155 Jan 25 03:04:39.877372 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60263faa-60fd-4062-8891-8ce084ad7f7f req-0cec4737-4649-4569-9360-0e1de990c675 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:39.878803 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60263faa-60fd-4062-8891-8ce084ad7f7f req-0cec4737-4649-4569-9360-0e1de990c675 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0498159 Jan 25 03:04:39.926269 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60263faa-60fd-4062-8891-8ce084ad7f7f req-91f3ca31-89de-44b4-abba-8f3d3aa09fa0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Jan 25 03:04:40.330756 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ea00bb90-729b-46cd-ac39-e26782790dbe req-735fec98-48cb-4590-8efb-e62898b3202b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251682 Jan 25 03:04:41.037586 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3c2d5-6c6b-47a4-9315-9643aa9e095a req-815834b7-4dad-4cdc-94f3-bf2e8fb6f8bb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:41.039038 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-96c3c2d5-6c6b-47a4-9315-9643aa9e095a req-815834b7-4dad-4cdc-94f3-bf2e8fb6f8bb tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0464830 Jan 25 03:04:41.085316 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-96c3c2d5-6c6b-47a4-9315-9643aa9e095a req-1e80dfd6-9a25-4371-ae81-730255bacfa5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Jan 25 03:04:41.421450 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-18dab77f-c1be-490b-afb3-1f1d58632f2e req-c050e279-5e65-4e91-a9c7-6c40f17121b2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245562 Jan 25 03:04:42.201647 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331e191-38ce-4c2d-bd2e-d67a29bd9540 req-5b3d88e5-ada6-4b03-b842-38cc3e18878a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:42.203008 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f331e191-38ce-4c2d-bd2e-d67a29bd9540 req-5b3d88e5-ada6-4b03-b842-38cc3e18878a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0516055 Jan 25 03:04:42.248601 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f331e191-38ce-4c2d-bd2e-d67a29bd9540 req-3cc0c08c-1fe4-43d7-831a-caa86729396d tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Jan 25 03:04:42.517438 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-33849240-c364-454c-bbe7-a8f6354edee2 req-0c380f77-5062-4b2b-901c-7c5363839038 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0272124 Jan 25 03:04:43.361914 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dc2e5-313d-4522-9006-55645819ddb7 req-3f21cf7a-f375-4f01-b7a7-6a1cd0f060c0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:43.363348 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4a9dc2e5-313d-4522-9006-55645819ddb7 req-3f21cf7a-f375-4f01-b7a7-6a1cd0f060c0 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0466056 Jan 25 03:04:43.408244 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4a9dc2e5-313d-4522-9006-55645819ddb7 req-10ac2717-32c4-43e0-9497-1914171abfc8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394137 Jan 25 03:04:43.609176 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-68c6c346-463f-41d3-9fc4-20cda63884a0 req-73b9b11e-c907-4c8a-95d1-feb3c85299dc tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247533 Jan 25 03:04:44.522090 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c991-e97c-479d-bfa2-446ab495d5a7 req-6094f64e-8491-4099-93e4-c6e4fa71fa33 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:44.523555 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1e58c991-e97c-479d-bfa2-446ab495d5a7 req-6094f64e-8491-4099-93e4-c6e4fa71fa33 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0472496 Jan 25 03:04:44.576288 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1e58c991-e97c-479d-bfa2-446ab495d5a7 req-b59b2a20-ae37-4015-99af-cc8eabf456f7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Jan 25 03:04:44.700047 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-57f9a6d0-20bc-4568-9e32-70cda145c27b req-4867b21b-df1f-4369-9863-f2f7c7e680b8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252917 Jan 25 03:04:45.690359 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fd397-073d-41d9-8ff8-669d4d92ff2e req-e11e8f55-3bb4-48bd-a681-fc6884d80097 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:45.691913 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b3fd397-073d-41d9-8ff8-669d4d92ff2e req-e11e8f55-3bb4-48bd-a681-fc6884d80097 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0487092 Jan 25 03:04:45.738232 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b3fd397-073d-41d9-8ff8-669d4d92ff2e req-a851d3c0-f6f2-42c7-b279-cbc74a9c573b tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Jan 25 03:04:45.791443 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ce8ecf90-61c5-4fb7-a0c2-b6dd0edb303b req-409c7792-9e24-48c8-a9be-f9d1f4037b44 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253010 Jan 25 03:04:46.854662 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7d27-fb47-4720-87f3-3b2f9f39eb50 req-35dd0671-75bc-4880-b3b9-471aacbaa6fe tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:46.856157 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-71de7d27-fb47-4720-87f3-3b2f9f39eb50 req-35dd0671-75bc-4880-b3b9-471aacbaa6fe tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0494082 Jan 25 03:04:46.883864 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c124e3af-0c00-4fa6-9b39-f579ea10889d req-b7c81f8b-40ca-40a4-bd7f-49b6d4b71aed tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242927 Jan 25 03:04:46.903951 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-71de7d27-fb47-4720-87f3-3b2f9f39eb50 req-09ecd823-5afc-4b10-a247-f291686e39b3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420394 Jan 25 03:04:47.982663 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a5122bc9-e331-4e38-87f3-b3067e465a56 req-749a5810-40cf-48d7-b372-8892aed441a8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0255401 Jan 25 03:04:48.036124 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c77e7-a95b-4d9d-bd73-2b6a95ac5dd0 req-ee91df44-2200-4428-8689-901b88cd9e16 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:48.037569 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-853c77e7-a95b-4d9d-bd73-2b6a95ac5dd0 req-ee91df44-2200-4428-8689-901b88cd9e16 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0546706 Jan 25 03:04:48.083230 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-853c77e7-a95b-4d9d-bd73-2b6a95ac5dd0 req-b384b803-1dd7-4e02-8146-406abb80c715 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401645 Jan 25 03:04:49.082762 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8ebeecae-09e7-45c8-b3dc-4029d5c2079b req-a91d2f86-2b07-42ca-be4c-22a502322f8c tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0281630 Jan 25 03:04:49.195884 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69379951-e142-4437-8e9e-b9f2fd32d55c req-9ed48128-9881-4e39-ba43-c710a56235c3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:49.197347 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-69379951-e142-4437-8e9e-b9f2fd32d55c req-9ed48128-9881-4e39-ba43-c710a56235c3 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0480559 Jan 25 03:04:49.244032 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-69379951-e142-4437-8e9e-b9f2fd32d55c req-4868b6e7-b1ff-4111-b9c6-2b99b9c3292a tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Jan 25 03:04:50.175766 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-38531338-6232-42dd-881b-f03d575fc79e req-d5cf5e33-30f6-4a00-b2bd-477c8ac8c4a3 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250638 Jan 25 03:04:50.362183 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb852de-ed38-4c6c-b6e8-d4f1eba4d663 req-65099fd3-8ccb-47ce-a1cf-8bc7225bcffe tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:50.363646 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcb852de-ed38-4c6c-b6e8-d4f1eba4d663 req-65099fd3-8ccb-47ce-a1cf-8bc7225bcffe tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0523858 Jan 25 03:04:50.409138 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcb852de-ed38-4c6c-b6e8-d4f1eba4d663 req-6dc4aeb4-b94b-4ad4-b6c0-f6ded584511e tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Jan 25 03:04:51.267566 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7492fdcf-4da0-4f93-9586-3b0687001f99 req-032661ca-742c-40b5-945d-c6d116432672 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0247097 Jan 25 03:04:51.522383 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1a379-2852-4d6f-b596-b51f1a5767dc req-138a16cb-03a8-43ac-a0b0-ec6b6e3e0ca5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:51.523850 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8bf1a379-2852-4d6f-b596-b51f1a5767dc req-138a16cb-03a8-43ac-a0b0-ec6b6e3e0ca5 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0469167 Jan 25 03:04:51.570465 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8bf1a379-2852-4d6f-b596-b51f1a5767dc req-ec881a6b-310e-4d9b-af3b-b185cd9cd904 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409987 Jan 25 03:04:52.358704 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-395d68cb-deee-4c13-a499-ea502571b88a req-3ee654e3-f25b-414b-a884-551b1210c7e8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0250297 Jan 25 03:04:52.686290 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24dde0-107f-4a39-8e01-042fd02bc2ca req-1203bfb5-59f8-4ac6-bbf4-855e659706b6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:52.688233 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1e24dde0-107f-4a39-8e01-042fd02bc2ca req-1203bfb5-59f8-4ac6-bbf4-855e659706b6 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0488024 Jan 25 03:04:52.738989 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1e24dde0-107f-4a39-8e01-042fd02bc2ca req-6aaa29fa-3f51-4eba-9ae0-b13d0f964ae8 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Jan 25 03:04:53.448947 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ec8bd60b-947e-4fff-980a-410e33017085 req-98b2b8d8-337b-4aeb-ae3e-8417fc594a25 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251429 Jan 25 03:04:53.852941 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3015d6-a5d5-40a8-8ca2-16fb709828eb req-42c6d119-4d7f-4222-99f1-759044b33809 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:53.854427 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f3015d6-a5d5-40a8-8ca2-16fb709828eb req-42c6d119-4d7f-4222-99f1-759044b33809 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0489881 Jan 25 03:04:53.904220 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f3015d6-a5d5-40a8-8ca2-16fb709828eb req-a10b3afc-e898-4671-b948-fffcd00633a7 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.117 "GET /v2.0/security-groups?id=13777abb-aac2-4cae-8612-8c44a9b92e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Jan 25 03:04:54.291391 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-f0589d99-a9c9-48dd-9314-f25c733113ee service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411131 Jan 25 03:04:54.385735 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-3018e0d9-4ea4-4d6f-adf8-cec74af88b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:54.387258 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-3018e0d9-4ea4-4d6f-adf8-cec74af88b74 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0397682 Jan 25 03:04:54.492136 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-7c06918f-7d09-455d-9eb7-937946b17f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:54.493583 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-7c06918f-7d09-455d-9eb7-937946b17f1d service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0841949 Jan 25 03:04:54.565914 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-622c3c1c-d5a4-43aa-9fa6-8a234fc980af req-92eebe4d-a07f-4909-8170-f5b1d04430c2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0281887 Jan 25 03:04:54.583978 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-0c8cfeef-1176-4384-b14e-b68cb05f30aa service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0835764 Jan 25 03:04:54.632411 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-ac6f366b-fcd9-403b-b041-5e736d5e4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:54.633844 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-ac6f366b-fcd9-403b-b041-5e736d5e4033 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0438621 Jan 25 03:04:54.680331 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-6bd78d74-e52b-4fef-8efd-31019a99f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:04:54.682064 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-6bd78d74-e52b-4fef-8efd-31019a99f3b3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414076 Jan 25 03:04:54.771770 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-75c730e6-8762-4311-bbac-6c342ed98a70 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836642 Jan 25 03:04:54.863512 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cf7e6686-5c7f-4059-ba18-0966f4b9788e req-8cefc5d2-6f2a-4b6b-a44a-3cec6483d9b3 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839133 Jan 25 03:04:55.656882 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1090ee3-d930-45ed-8101-0419f0485c93 req-ad7e1af4-07af-48c6-a862-f5a90e5e3732 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248084 Jan 25 03:04:56.749364 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0263512f-38c0-4296-9580-1f9f6f84edb6 req-e153c32d-22b3-4afb-a6cc-8e6b819786e8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253351 Jan 25 03:04:57.840196 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-25489d61-1f40-445d-8b22-a98c7cbf378a req-f3ca3dd7-a3cf-4e92-beb9-4e3b4fff217f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242653 Jan 25 03:04:58.088462 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-19029a8c-8b68-4189-a9a9-6f7fb3701506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:04:58.930320 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7b2e8999-ac2b-403d-a6da-ae69800689ad req-749e2a39-710c-4691-8016-83b0a0ecfda8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249569 Jan 25 03:05:00.024826 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8e9765af-8d0b-4e35-b179-e96fcb74feeb req-b8c763a8-5651-4c61-b37c-fa0d441893e8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0258613 Jan 25 03:05:00.249172 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-39cdbec2-792a-4d4c-ab2c-e357ac2aead1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:01.126869 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bc1d9eab-2ff9-4b2d-9af1-9e5667f9c7a3 req-30c20019-50de-45ab-813c-5617d0e09bfd tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245812 Jan 25 03:05:01.653755 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:01.934578 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:02.225981 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a6b0b62-ecf9-46ef-8d56-18c8592ceb10 req-fdb24548-6c05-43e4-8769-48be2bfaa465 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0286653 Jan 25 03:05:03.096797 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:03.317302 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a372fbd5-fd96-4a40-b163-d2d890c67b36 req-1585bada-56cb-4850-8330-deea128c6a7b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0248950 Jan 25 03:05:04.266390 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:04.409309 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-51fc7fb3-849d-4593-9190-90d086e2f699 req-7e2f7531-9b8a-401d-8873-786e5224bf55 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254030 Jan 25 03:05:05.498876 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b82a6583-33fd-495b-955c-a547422368a3 req-7a1e982e-c645-4fb6-b250-8878637a491b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245748 Jan 25 03:05:06.590311 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2b1bd05c-6a38-4848-91d5-e2093ba6b37f req-266ab98c-91a5-4efb-81e0-2d833a506bd5 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0244877 Jan 25 03:05:07.685006 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee6f1cde-6d65-4650-8b37-1b7b6ebef199 req-e35f3b35-c2b7-4bc0-9400-b30f286aa537 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0291562 Jan 25 03:05:08.776854 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e5c4d49e-eea4-49c6-945a-0f7b6769ba9b req-86fdd2a3-5aa7-407f-a08f-b0b036cbdd38 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256345 Jan 25 03:05:09.438501 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:05:09.872194 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2e6f008f-f6a0-4ab8-b64a-475bd1917000 req-c28a48f7-83b1-4874-8454-b816837f3c95 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0256453 Jan 25 03:05:10.963246 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f722cfa-7b56-4087-a5a9-5cf9c3ac46b8 req-4eaebf26-797d-4667-9f62-c650fdf353c8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0249093 Jan 25 03:05:12.053762 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-717ea8dd-1345-4bd4-8e5b-a1191a42277a req-d808250b-25ba-4876-9355-ea987c8d35ac tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0253127 Jan 25 03:05:13.145472 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e4da4719-4cfb-4399-93ad-dedece6dd997 req-cf338d0a-7f08-4565-bcf8-c1a3a61759d1 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0251443 Jan 25 03:05:14.238241 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df703a8b-94e7-43b3-b40d-0f58cc211b90 req-b7511a0e-a802-40fd-b26b-6c0537ae1b4d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0257187 Jan 25 03:05:15.331459 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-28581c68-9a72-46b0-99e3-edc2decf3d03 req-40ca38ad-1456-4114-8e47-efe2c3acbc94 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0277328 Jan 25 03:05:16.423424 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e8f5518c-9034-4451-961e-8f589fe64e1a req-fb49cdd7-14be-4caa-a5c5-2aa99f57d03b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0245819 Jan 25 03:05:17.526543 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b17a4f2-cea6-4f34-abda-0f32582c8582 req-a4ba3905-9885-4e9d-8e05-fade8171056f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0340605 Jan 25 03:05:18.622807 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b26296e7-0295-4077-8116-59f693eff11c req-96af15eb-2363-40ab-8f6d-497972965866 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0240769 Jan 25 03:05:19.713732 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-877cb39f-9524-4d91-91b4-e8854266547a req-191bf2cc-e399-434a-b886-d4f9f9bef4d2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0244112 Jan 25 03:05:20.807242 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-98176e31-808e-4fef-97d9-5d23f1e96b2b req-652b9aa3-c536-4b45-bbb4-92d7e5836d54 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0277932 Jan 25 03:05:21.899514 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-358b06ae-e722-4d09-9c4c-00a845433785 req-cf4ef38d-9875-49d3-8bf2-17e1cf8e973b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246313 Jan 25 03:05:22.991213 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1e6b125e-6311-4d40-95e8-43fcee8859d4 req-903461fa-0d3e-4c1c-b204-a0e7e0863231 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246060 Jan 25 03:05:24.082881 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34035607-970e-4f99-947c-e699d0434437 req-bff6cbca-a37a-4282-b7c1-f19377b4a324 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0252440 Jan 25 03:05:25.172329 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b4d0b71e-46ac-4ff4-a081-661648698707 req-f50b065b-976a-406b-ac17-377b68cdb47f tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0242989 Jan 25 03:05:26.264643 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-14981a4a-50cc-4578-945d-2633d31687c2 req-71f022f5-20b0-40ed-8eef-fd1cba549025 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0246809 Jan 25 03:05:27.356668 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4f556ebc-db9b-46f9-ba73-bc8be1a15a69 req-bb91db3d-32ad-4292-8c25-5ffca84ad063 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0241311 Jan 25 03:05:28.091969 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7b17956a-4e11-4906-a7ce-56ad69ffa75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:28.450919 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-843b6405-eb92-4e63-88a7-58ef5aa41be6 req-24645f5c-a65c-4453-a327-4ab7264bb10b tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0278051 Jan 25 03:05:29.540897 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5818122a-f77e-489c-83dc-4a60d83a704f req-92e25575-8175-4d9e-8eb6-6aeb035999fa tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0254288 Jan 25 03:05:30.250636 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-eef9d4de-c21d-440f-bb81-1d667c1518de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:30.640637 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cdc19a5b-2496-40c9-ab15-7f047c524e65 req-cb04cc63-53c6-4114-a227-ca03c4a8b34d tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0280106 Jan 25 03:05:31.656697 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:31.731504 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5486a050-83e0-4e60-b6f7-e19d619b5e7f req-ab87358b-0a7f-47d6-aedc-1497b1c12dc6 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0243831 Jan 25 03:05:31.936695 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:32.822969 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-98a38d65-8989-49c2-aa97-d4c94eeeae34 req-755cfb56-f55a-4b0e-87de-5b90ca198226 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0263288 Jan 25 03:05:33.099956 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:33.916208 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6af4667b-1187-47b1-8529-0a87f8926da2 req-7580d46e-47a3-4fdb-b593-5eeb76ef8ba2 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0277529 Jan 25 03:05:34.268781 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:35.007613 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-396b99f0-a638-4319-9145-bda8207d35fa req-c57ebaa5-488a-4a8b-8479-406b0a6540e4 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "GET /v2.0/ports?device_id=075107e7-d0a3-4c2c-bf55-8f134440de83 HTTP/1.1" status: 200 len: 210 time: 0.0260415 Jan 25 03:05:35.037107 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 56010) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:05:35.159010 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Deleting port 9910e946-b22c-41de-8490-61645a0b3bd6 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:05:35.159358 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (9910e946-b22c-41de-8490-61645a0b3bd6), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:35.232082 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (9910e946-b22c-41de-8490-61645a0b3bd6), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:35.232403 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for floatingip (9910e946-b22c-41de-8490-61645a0b3bd6), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:35.244088 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Calling delete_port for 9910e946-b22c-41de-8490-61645a0b3bd6 owned by network:floatingip {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:05:35.376067 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (9910e946-b22c-41de-8490-61645a0b3bd6), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:35.402841 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event deleted for resources: {'Port': ['ID=9910e946-b22c-41de-8490-61645a0b3bd6,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:05:35.427064 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.427420 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.427801 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.428144 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.428477 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.428806 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.429137 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.429465 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.429793 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.430121 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.430444 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.430768 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.431351 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:05:35.473770 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for floatingip (86474f64-5f22-4741-9129-d86c4613fe9e), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:35.476355 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:05:35.479171 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-fade8836-c059-4895-8704-5f5d57020ef8 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "DELETE /v2.0/floatingips/86474f64-5f22-4741-9129-d86c4613fe9e HTTP/1.1" status: 204 len: 168 time: 0.4393969 Jan 25 03:05:46.437530 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:05:54.287736 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-76b819c4-57a7-4d08-b6c3-bf3d523fcaf7 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437441 Jan 25 03:05:54.383971 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-2cd03f6f-f6cd-4d68-99b6-0c54e2fef103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:05:54.385457 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-2cd03f6f-f6cd-4d68-99b6-0c54e2fef103 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0391047 Jan 25 03:05:54.491418 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-448fc053-91d6-48c6-9336-9bf7a7074eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:05:54.492930 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-448fc053-91d6-48c6-9336-9bf7a7074eea service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0878403 Jan 25 03:05:54.556625 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-3106f6be-7528-4989-90de-a20c7058151a service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0567708 Jan 25 03:05:54.603976 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-f7cccf95-ccac-44ec-b209-4e6b11a9f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:05:54.605417 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-f7cccf95-ccac-44ec-b209-4e6b11a9f61e service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0430586 Jan 25 03:05:54.895486 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-714ee32f-37f5-46c4-954a-63bef581c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:05:54.896909 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-714ee32f-37f5-46c4-954a-63bef581c4f3 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2852502 Jan 25 03:05:54.982209 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-423f647d-d47a-4d32-bad9-a82b0c621011 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795035 Jan 25 03:05:55.071672 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1ee657bb-703a-41a1-bccf-ca38fa32e581 req-2acf874e-c6f9-4b68-bf86-813920709ceb service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836277 Jan 25 03:05:58.094469 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6f5a565f-b576-48a9-90ec-9644e3cb7f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:00.254090 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-cdb59aba-6d62-401b-92f9-cee28517454c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:01.658929 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:01.951307 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:03.102138 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:04.274186 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:23.436882 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:06:28.095456 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-da4eb009-afe8-4ef5-af51-d59e0d289735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:30.255066 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-57878183-bb6c-41a7-adb9-c7db40de1cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:31.661084 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:31.963999 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:33.105695 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:34.275718 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:06:54.371667 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-3338bdcc-104c-4abb-a85d-e51a904cb7d8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1401632 Jan 25 03:06:54.468447 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-19473b75-2ded-4eb7-aa44-f8ba00304e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:06:54.469977 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-19473b75-2ded-4eb7-aa44-f8ba00304e3c service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 1098 time: 0.0408545 Jan 25 03:06:54.576797 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-617a6edb-9ac3-4869-9d2c-ae2da48b18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:06:54.578619 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-617a6edb-9ac3-4869-9d2c-ae2da48b18fa service neutron] 10.222.0.121 "GET /v2.0/networks?id=760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 200 len: 912 time: 0.0898998 Jan 25 03:06:54.644887 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-1420d408-1309-4299-b836-8b08ffcb554f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 200 len: 1001 time: 0.0601985 Jan 25 03:06:54.698185 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-c5b63dff-4203-4e28-85a7-6976dc74ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:06:54.699647 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-c5b63dff-4203-4e28-85a7-6976dc74ce05 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 200 len: 850 time: 0.0493915 Jan 25 03:06:54.742770 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-363f2cd5-4eb4-47a6-a3be-eebe8905a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:06:54.744275 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-363f2cd5-4eb4-47a6-a3be-eebe8905a013 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=760904a4-7afc-47ca-8ae4-4f69f0763420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390711 Jan 25 03:06:54.754282 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-7a6d94ae-e70d-4cf1-bf2a-fab1eb616096 service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:06:54.755229 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-7a6d94ae-e70d-4cf1-bf2a-fab1eb616096 service neutron] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049152 Jan 25 03:06:54.843448 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-fc200406-0ad4-48e8-b6f8-38d34a01f5b4 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800192 Jan 25 03:06:54.932394 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed9eba31-a8cc-4767-951b-0d4703a70620 req-0c4656b1-0c6b-40b9-a8cc-ff54ad947cb5 service neutron] 10.222.0.121 "GET /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830133 Jan 25 03:06:58.097387 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-33d66f03-52e3-4cd4-aaa5-04cc53c1beb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:00.255594 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8c7642df-218f-46f5-9cf9-4e67f58a9bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:00.436110 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:07:01.664320 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:01.981657 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:03.107270 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:04.278585 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:28.099832 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9fb5b445-d37e-4d71-ba27-7f24a4c73264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:30.257403 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3638-0187-48ce-869a-fc360f873b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:31.667205 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:31.965064 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:33.110685 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:34.281721 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:37.435206 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:07:37.509603 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4014d-d6ee-4e28-a77a-309939135fa5 req-164d8adf-6b6f-4cce-aed2-361b0b9fcdcd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:07:37.510973 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0f4014d-d6ee-4e28-a77a-309939135fa5 req-164d8adf-6b6f-4cce-aed2-361b0b9fcdcd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 945 time: 0.0475161 Jan 25 03:07:37.556765 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d0f4014d-d6ee-4e28-a77a-309939135fa5 req-a2a3bbd4-0948-43ea-861c-8b9e89362a32 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402408 Jan 25 03:07:38.576941 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-222d5adb-6256-4d8e-a449-0b4437efbc3a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:07:38.578556 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-222d5adb-6256-4d8e-a449-0b4437efbc3a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.121 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 945 time: 0.0560718 Jan 25 03:07:38.669198 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Deleting port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:07:38.669542 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:38.679384 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63bd78-e8b6-4237-bd4d-ecb56ffec39d req-966e514f-0064-4333-b481-03fa90cf2b7c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:07:38.680906 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9f63bd78-e8b6-4237-bd4d-ecb56ffec39d req-966e514f-0064-4333-b481-03fa90cf2b7c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 945 time: 0.0491149 Jan 25 03:07:38.730450 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9f63bd78-e8b6-4237-bd4d-ecb56ffec39d req-e95f6ca7-69cd-4fc4-b625-33e8d5accc6e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups?id=4762de04-ec51-4420-94da-9ef1baebf35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Jan 25 03:07:38.761915 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] For port cd4e4a7b-1d2b-4911-8e5f-31090ff65889, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:07:38.762277 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:38.946752 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:38.947027 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (0c46d873-6d81-422e-a79c-660d3cc6fec4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:38.947343 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Floating IP 0c46d873-6d81-422e-a79c-660d3cc6fec4 disassociated. External IP: 172.27.1.134, port: cd4e4a7b-1d2b-4911-8e5f-31090ff65889. Jan 25 03:07:38.947687 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Calling delete_port for cd4e4a7b-1d2b-4911-8e5f-31090ff65889 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:07:39.077823 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (cd4e4a7b-1d2b-4911-8e5f-31090ff65889), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:39.105453 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event deleted for resources: {'Port': ['ID=cd4e4a7b-1d2b-4911-8e5f-31090ff65889,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:07:39.116833 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.117188 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.117538 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.117881 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.118219 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.118558 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.118890 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.119223 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.119554 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.119911 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.120241 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.120569 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.120894 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:07:39.228117 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:07:39.349894 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:07:39.359527 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] Sync routers for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:07:39.370272 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:07:39.371088 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:07:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:07:39.385654 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] No DVR routers for this DVR port cd4e4a7b-1d2b-4911-8e5f-31090ff65889 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:07:39.388109 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:39.391422 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-114f6f44-62e7-435d-8d68-45e0e86ae9fb req-35d893a5-6f03-4a28-88ea-332acf9937ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.121 "DELETE /v2.0/ports/cd4e4a7b-1d2b-4911-8e5f-31090ff65889 HTTP/1.1" status: 204 len: 173 time: 0.8071208 Jan 25 03:07:39.391895 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'name': 'network-vif-deleted', 'tag': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:07:39.394639 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188c5389-45be-4f8f-bf45-8b0935e82723" -d '{"events": [{"server_uuid": "c1cdcd64-14e7-487b-89ae-eed962163f8c", "name": "network-vif-deleted", "tag": "cd4e4a7b-1d2b-4911-8e5f-31090ff65889"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:07:39.487792 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:07:39.510553 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdf1959-b69c-4c68-b643-934ef2d244e3 x-openstack-request-id: req-6fdf1959-b69c-4c68-b643-934ef2d244e3 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:07:39.510920 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cdcd64-14e7-487b-89ae-eed962163f8c", "name": "network-vif-deleted", "tag": "cd4e4a7b-1d2b-4911-8e5f-31090ff65889", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:07:39.511246 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-6fdf1959-b69c-4c68-b643-934ef2d244e3 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:07:39.511777 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cdcd64-14e7-487b-89ae-eed962163f8c', 'name': 'network-vif-deleted', 'tag': 'cd4e4a7b-1d2b-4911-8e5f-31090ff65889', 'status': 'completed', 'code': 200} Jan 25 03:07:39.771615 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:07:39.801846 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] Checking router: 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:07:39.810429 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:07:39.811038 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:07:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:07:39.822044 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d5cf326f-566a-4d52-a25a-8b2442ed7299 req-a888e798-8bc5-42f8-9c11-aacfad328b40 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252547 Jan 25 03:07:39.912867 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:07:40.106233 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:07:40.131599 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91dacab-5f85-4ae8-be92-325d3379c0b2 None None] The sync data for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi is: [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:27Z', 'revision_number': 4, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'a551d18c-360b-496f-bb5a-1fd2f7abae3b', 'name': '', 'network_id': '760904a4-7afc-47ca-8ae4-4f69f0763420', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'mac_address': 'fa:16:3e:77:2f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:31Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'subnets': [{'id': '9b97b83c-1dfb-454b-bbb5-aded573652a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:07:40.341597 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4c3d5a-b255-4b82-af36-f1d083025deb None None] New status for floating IP 0c46d873-6d81-422e-a79c-660d3cc6fec4: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:07:40.916384 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-edafbb57-f105-4ae6-906a-95849ba3bb5a req-ac64997a-8e7a-49e8-a5a9-2d5bf17ae220 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0263748 Jan 25 03:07:41.635660 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device cd4e4a7b-1d2b-4911-8e5f-31090ff65889 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:07:41.658966 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: cd4e4a7b-1d2b-4911-8e5f-31090ff65889 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:07:41.659309 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device cd4e4a7b-1d2b-4911-8e5f-31090ff65889 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:07:42.007978 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-74fc8552-a6a0-4104-bef7-59bd55506433 req-b5e0284d-8107-4fe7-a41a-4889e6d8ec40 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250158 Jan 25 03:07:43.109747 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-286fa1b9-54cc-4278-8bd6-b21cc4397903 req-d0dd0194-eb74-4c99-925c-906d57f12e59 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0307455 Jan 25 03:07:44.203968 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aa3ae9e5-e747-4f92-851f-a9a6f835aea9 req-8999667f-ccc0-4445-8ad0-6ab2f9622a42 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247171 Jan 25 03:07:44.460585 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-eae48181-7613-47d5-9995-81b6647d8386 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:07:44.462068 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-eae48181-7613-47d5-9995-81b6647d8386 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.121 "GET /v2.0/ports?device_id=e62c2b43-6688-4a5d-9f4f-c5481c7910a5 HTTP/1.1" status: 200 len: 945 time: 0.0488851 Jan 25 03:07:44.552504 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-e65f4af5-b155-470e-acbf-1e46f388fd57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Deleting port fad27605-45b6-4b2b-9ed5-13d7fb257e40 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:07:44.552841 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-e65f4af5-b155-470e-acbf-1e46f388fd57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:44.642424 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-e65f4af5-b155-470e-acbf-1e46f388fd57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] For port fad27605-45b6-4b2b-9ed5-13d7fb257e40, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=fad27605-45b6-4b2b-9ed5-13d7fb257e40,segment=NetworkSegment(81c2bcc2-dd80-49be-8dda-668eca09072c),segment_id=81c2bcc2-dd80-49be-8dda-668eca09072c)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:07:44.642788 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-e65f4af5-b155-470e-acbf-1e46f388fd57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:44.655073 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-e65f4af5-b155-470e-acbf-1e46f388fd57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Calling delete_port for fad27605-45b6-4b2b-9ed5-13d7fb257e40 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:07:44.795486 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-e65f4af5-b155-470e-acbf-1e46f388fd57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (fad27605-45b6-4b2b-9ed5-13d7fb257e40), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:44.824115 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f4af5-b155-470e-acbf-1e46f388fd57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Pushing event deleted for resources: {'Port': ['ID=fad27605-45b6-4b2b-9ed5-13d7fb257e40,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:07:44.833330 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['fad27605-45b6-4b2b-9ed5-13d7fb257e40'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:07:44.865630 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-e65f4af5-b155-470e-acbf-1e46f388fd57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] No DVR routers for this DVR port fad27605-45b6-4b2b-9ed5-13d7fb257e40 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:07:44.868104 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-e65f4af5-b155-470e-acbf-1e46f388fd57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:44.871570 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c7f3b64e-4dd0-4278-b800-2c1f773dfc58 req-e65f4af5-b155-470e-acbf-1e46f388fd57 tempest-VolumesSnapshotTestJSON-145509804 tempest-VolumesSnapshotTestJSON-145509804-project] 10.222.0.121 "DELETE /v2.0/ports/fad27605-45b6-4b2b-9ed5-13d7fb257e40 HTTP/1.1" status: 204 len: 173 time: 0.4041245 Jan 25 03:07:44.872055 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62c2b43-6688-4a5d-9f4f-c5481c7910a5', 'name': 'network-vif-deleted', 'tag': 'fad27605-45b6-4b2b-9ed5-13d7fb257e40'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:07:44.874770 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2464758b-43dd-444c-96ce-28c1361f2a85" -d '{"events": [{"server_uuid": "e62c2b43-6688-4a5d-9f4f-c5481c7910a5", "name": "network-vif-deleted", "tag": "fad27605-45b6-4b2b-9ed5-13d7fb257e40"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:07:44.912276 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfcfbb1-c065-44c5-b114-39413a2438e2 x-openstack-request-id: req-8bfcfbb1-c065-44c5-b114-39413a2438e2 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:07:44.912575 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62c2b43-6688-4a5d-9f4f-c5481c7910a5", "name": "network-vif-deleted", "tag": "fad27605-45b6-4b2b-9ed5-13d7fb257e40", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:07:44.912836 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-8bfcfbb1-c065-44c5-b114-39413a2438e2 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:07:44.913233 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62c2b43-6688-4a5d-9f4f-c5481c7910a5', 'name': 'network-vif-deleted', 'tag': 'fad27605-45b6-4b2b-9ed5-13d7fb257e40', 'status': 'completed', 'code': 200} Jan 25 03:07:45.297492 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2f96c880-74ee-48bd-9b53-024d6d334655 req-fa874d9b-5ef1-4de5-b328-811fbbc3048a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249431 Jan 25 03:07:46.391008 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-928a1f91-a712-4b3d-98c3-a90431b630e4 req-6894dab7-44f5-40f7-bbe1-4af75315bf6a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246489 Jan 25 03:07:47.481786 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d69d0ddd-a775-4d0b-a787-0b6430e29d9c req-096ced3c-33c8-42ac-9e4b-9970cd4fd2da tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244219 Jan 25 03:07:47.679987 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device fad27605-45b6-4b2b-9ed5-13d7fb257e40 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:07:47.702594 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: fad27605-45b6-4b2b-9ed5-13d7fb257e40 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:07:47.702944 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device fad27605-45b6-4b2b-9ed5-13d7fb257e40 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:07:48.574403 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b413aff8-9b73-4e87-87c3-ea0f852ee8e4 req-53e4175a-2f10-480e-bdd3-ea32e419c5e9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253310 Jan 25 03:07:49.669912 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-73ee8f75-406c-4e87-a92f-a47b206e020f req-aadd6a99-77ab-4059-852e-f00b1a3b1031 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0283513 Jan 25 03:07:50.766897 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4ea27f61-b4ba-4079-82a5-fdfe92cabaed req-c2d5dc72-73ea-40f9-9192-6789717d4575 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0283594 Jan 25 03:07:51.858715 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d1bf334a-287b-4131-816e-a88fd1105ec3 req-e155886c-486f-429b-875e-f2845e4a5934 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0242071 Jan 25 03:07:52.950617 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9c115378-2a7b-4aeb-94c6-510af378132e req-bb94c2ba-291b-44a9-bbc3-d24a01e02bbd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248978 Jan 25 03:07:54.045359 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-66b665dc-03f5-4287-87a0-daa45864fbaa req-f40c95b2-4263-4526-a2c7-418b1d787c23 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0279360 Jan 25 03:07:55.137338 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3acd91b7-6345-474a-a2b1-4d6b582b2327 req-4e5d0253-c87f-47b1-a428-e821325614e8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244789 Jan 25 03:07:56.229559 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b8361380-b130-4ed9-bb0f-8d25e459240e req-65906960-1e1c-4b37-8961-adf5fe005bba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251007 Jan 25 03:07:57.320164 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0593a489-5fa9-46b3-948c-e11fa1635856 req-afbd2c1b-f8c5-4ba6-b8da-58ad54597750 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250161 Jan 25 03:07:58.101796 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6332b596-ebd9-4302-b9b0-846f5e157502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:07:58.410420 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-418e9021-61d6-4302-b39b-9c5e133667c1 req-ff409b63-5eb8-4958-91e9-3fc3895452b8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250294 Jan 25 03:07:59.501752 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ffc57784-d7b9-4cf0-a49b-54c7e168babd req-5ce23625-f8e2-436b-a692-a3a1c82bda43 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252357 Jan 25 03:08:00.259801 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f2fb13e2-ff20-40ee-bab6-0aa6d925e5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:00.597107 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-28ca2bb2-04c5-4790-aa6e-54bf10879cca req-e3481b83-27cf-4a62-8365-393295af6f85 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0243282 Jan 25 03:08:01.670309 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:01.690822 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a3cf414e-8e08-4342-b541-fc84229b6b68 req-43186437-8ad9-4750-bbe3-614860e1e749 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0260706 Jan 25 03:08:01.979743 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:02.784759 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7667077f-6fab-4d26-a883-e85c278b334e req-ed52e32b-b816-45a9-806e-b816191ce0fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0278730 Jan 25 03:08:03.114548 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:03.884397 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a91e22c8-8438-4bd3-97bd-46365e04e064 req-bc8df02b-5a66-49f8-835b-7ea0ea12bd37 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0280049 Jan 25 03:08:04.286712 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:04.976531 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3568bca4-c6ea-449a-b860-5331919e4e2d req-289ee281-b79f-4687-88e4-d616888ea948 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253356 Jan 25 03:08:06.070978 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b8a07b88-3a41-4008-b36f-e6a8471e4df5 req-d134ffb9-660f-4723-988f-6b628820ef16 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0258040 Jan 25 03:08:07.165913 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a03c7a2-a7db-4387-b99f-c47e35954074 req-7ab530e9-c5e2-4e3a-a7ea-a9e42f7f2e86 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0291719 Jan 25 03:08:08.258839 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4186ec5d-c607-403d-a9af-5d76b4c80182 req-ff46f6d4-b5bb-48fb-84d5-0960545dd088 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252171 Jan 25 03:08:09.350017 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-85561cd4-b1b5-4fa6-8a64-9122b8e2a244 req-cc7ec2c5-c601-4892-bd4f-0654e02d37a1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0242045 Jan 25 03:08:10.440782 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-59db4e53-0415-4ea0-9d0c-fd77da589b4b req-6700832a-8267-41a7-ab2f-7835a9a476af tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245199 Jan 25 03:08:11.532677 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6976ce97-0b5b-4545-8da6-1eea71845d22 req-140a18ec-994f-4bf6-affb-571451710e19 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250020 Jan 25 03:08:12.626761 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-874661a0-c6e4-47fe-9e4f-b6c57aa6f7d8 req-9d00b5aa-401c-4dc2-913f-677c20d8da1a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0273023 Jan 25 03:08:13.722288 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7cfeb759-5b7d-4f17-8da3-0961b01f3440 req-a664c2d4-2a38-4cc9-9ff6-e23462090b4c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0241773 Jan 25 03:08:14.433971 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:08:14.814846 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b1b6c8a3-d967-40d9-8f29-69c975f1cf78 req-d832579c-1148-4598-89f0-ed344aaaacec tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245018 Jan 25 03:08:15.909697 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0149c1e0-f83a-4126-a9c8-5853c5833cd8 req-d6fb1628-8b0e-474d-8a92-eb85b1a6d7ef tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0274127 Jan 25 03:08:17.008636 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-94519bf1-9f1b-417e-ba99-2ae64161a76a req-b1254506-7e57-4571-a97d-512bc140743f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0279608 Jan 25 03:08:18.100262 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b0bd54d6-f9f2-4de3-b6f3-5f9b3e2ce21d req-08569ac2-ec5c-46e1-a728-eeba02b8c1a8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247824 Jan 25 03:08:19.193360 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b8f983f3-dfdd-45d5-bd29-a8bc33f9e45b req-3e0a0bbc-4638-4d6d-9f80-55b338dbbe7b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253119 Jan 25 03:08:20.284838 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-980cff15-e4ce-4b38-a0fa-dddbd6dd2010 req-e9b43ff2-32da-4d36-98d6-2a78f7393914 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253825 Jan 25 03:08:21.382809 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8a745fcf-400d-4cdb-af15-6dd8fe90a228 req-c21607dc-b77d-49f4-a365-2c5848d866b1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256128 Jan 25 03:08:22.474401 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f675d2e2-145a-4ff0-af6e-2b954962d458 req-4380dd64-4bad-4f13-9ad3-c569c6a5eed3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0261261 Jan 25 03:08:23.565853 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-daf4f9aa-8a8e-4e2d-ab0a-426889dd8f15 req-ba80e8cb-9f65-423f-b269-6770ccca1ff7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247889 Jan 25 03:08:24.656486 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0219c9ad-f06c-46d5-b76d-de12c3fe73e6 req-1b576406-eac9-463d-a23c-30bc2256aff4 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244486 Jan 25 03:08:25.766098 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2dc14482-872c-409d-95e8-1e36739ec736 req-eed83748-7f89-48d7-892f-30a0b40b84aa tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249774 Jan 25 03:08:26.858461 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9d95bd25-6400-4d5e-90fb-03549d53d9e7 req-7328c815-7301-43b7-b3b1-b678e2ad2d3d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0239532 Jan 25 03:08:27.949481 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c416d613-91a6-4337-ba2e-f5752b8b1bf6 req-adab23c8-6ac5-47cc-a796-c22022186e8c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247436 Jan 25 03:08:28.102976 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c434e1ad-3469-4585-8e61-46e3af1d3a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:29.043176 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-70aa01d2-91e4-47a8-932d-efe56f166b3c req-8edc4af6-1be3-4c9c-b24f-ae3331903eed tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0280948 Jan 25 03:08:30.136573 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bd07d41b-fb80-4766-b282-16a2b796c04f req-0ad28f8b-0b0c-4c14-8758-e2575fcb88f1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0275176 Jan 25 03:08:30.261080 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-251ed7f4-5c71-403b-a36d-17a64f9050e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:31.239267 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cf70142b-1646-4912-8eb4-85d9a5f6864d req-b87adb3b-1643-48fc-89bc-b262133be94b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0260155 Jan 25 03:08:31.672572 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:31.984065 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:32.330658 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a8171b39-f201-475d-9c82-2b5633256129 req-b0c01b67-6f29-4856-b7eb-edf5b424b443 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246201 Jan 25 03:08:33.118213 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:33.421390 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5aae2b92-87c2-4729-8df2-bba8cd89d2dd req-ddf19ba6-ddde-4c19-a1c4-24f86c3c98e8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247288 Jan 25 03:08:34.289454 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:34.516582 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed6bca29-9bc1-4c20-bc08-e00ea16bf0f8 req-cab6c7f7-a519-4599-94a2-1616793a7272 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244977 Jan 25 03:08:35.611500 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f5d4d25d-0a2c-4693-b8ab-846dbea21479 req-0c5f7bdd-7d4c-471e-af26-67a0fde147fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252588 Jan 25 03:08:36.703151 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5a27e39c-7339-4b6c-9ef2-964f00ab4295 req-7e4a9640-5906-486f-8370-9bec6dcbf19e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249670 Jan 25 03:08:37.793614 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c1dbfca5-c8c0-438a-8487-12def81bc316 req-271c4233-b1de-4322-845b-854d1d8df266 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0258610 Jan 25 03:08:38.885904 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-92bc254e-ef1b-4de6-8d67-09b1e930f124 req-d29229f4-49f9-4be5-b556-0108be8ba010 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254750 Jan 25 03:08:39.977686 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-86f77bac-677b-4055-b927-8ffaee33f0e6 req-e7c31361-20d9-46c3-aa72-c3a5ebd2f7cc tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256186 Jan 25 03:08:41.069437 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-18bef7db-e757-4077-bde4-3b5c3dced6a0 req-baf357ce-633f-4b46-86ca-0b75fd0ba81e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0257781 Jan 25 03:08:42.164051 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ad6730f6-0c3c-465b-bdcd-0e8645276fac req-27112457-b616-4d9b-b280-d386740ff9ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0269401 Jan 25 03:08:43.258940 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c50b5cc5-5470-48e3-a630-5d8548b32267 req-a8ccd5a5-296e-4949-8473-cb67135cca6c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0276458 Jan 25 03:08:44.353664 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-14616113-175e-4597-8ebd-3bf70235a5ab req-a53e057d-e23f-4deb-be3b-51548678cc96 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256672 Jan 25 03:08:45.446058 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8c1f8bfc-039f-4513-a058-437c4809a4b2 req-8a5bd3bd-10ea-4dd9-ba0e-15bdc234d9c0 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256629 Jan 25 03:08:46.537224 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d3e7777f-eebb-4bcb-b9d6-4e15b64f9007 req-5a7e9783-ef10-4184-9aac-a5ffe0e6cf18 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252335 Jan 25 03:08:47.628962 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4bae9d95-8080-4e00-b1c0-a9e80530884c req-653d6426-ba4e-4595-bf8c-3e529f52529b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249162 Jan 25 03:08:48.721799 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d296c76d-9c6d-4e23-b606-5d803502f7da req-ec193c34-aef7-483e-93ae-0fc947a109c5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0240843 Jan 25 03:08:49.813470 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a737f85e-8436-4fd6-b673-0779e9d707dd req-19dac652-ab64-4c84-be28-f468fa0ba6c8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251853 Jan 25 03:08:50.906137 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-06ec19e9-decc-461a-87bc-49ef71f199d1 req-5f022516-7f8b-4a2d-b658-9671cc213b60 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254257 Jan 25 03:08:51.432859 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:08:51.998920 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-aa7fd0bb-5b02-4861-8d64-28b21c715078 req-0d95fc42-b477-4143-a25e-17e2f004745e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248923 Jan 25 03:08:53.159074 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a238e0e4-a040-4ea4-b7b3-80025057f542 req-f368ba85-2229-4319-a208-f8cf6e31f9f9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0934706 Jan 25 03:08:54.275976 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-86b09448-0435-40a7-b00c-5c45ea2d1899 req-9f32f647-fa14-4c54-a783-a599adbec34c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0333090 Jan 25 03:08:55.369971 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-de282413-05d0-45c6-9ac1-ff14f2d61973 req-cd593ebc-7cfa-4e2d-8b80-45f388d18587 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0274220 Jan 25 03:08:56.565434 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e7bef51d-4098-427f-9c41-fa058a7c83b4 req-55541373-2ef6-41a9-aec6-9dd6c675463c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.1296740 Jan 25 03:08:57.658506 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-50cd38fe-5da1-4a4c-a25d-8607f0d9220f req-573d43be-b593-4cd4-bc0d-6022900d28e8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244534 Jan 25 03:08:58.104512 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e6d0-f6f0-4ec3-b3fe-8f81afc03f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:08:58.750862 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0139755b-eab7-46b2-82ba-65fb36fe14ba req-1cb7355b-b747-450d-a6ba-94f7abaaa473 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0255384 Jan 25 03:08:59.843361 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b86a4105-7751-49bd-a09b-0d78b60923a8 req-15582a4e-b6b1-4660-ac8e-fb49f746cb7e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252051 Jan 25 03:09:00.261356 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-26af6586-28bc-44b1-ab74-c4fb08f0488c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:00.934460 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e308ff7c-823b-43ec-a317-660328375dad req-adbf8a15-a682-44dc-aac6-85a684d6c772 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252717 Jan 25 03:09:01.675706 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:01.988526 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:02.031662 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-660cd29c-0903-4597-bba9-2e8305e42b99 req-7317f5fd-7b58-4b0c-867a-6f4799a9db61 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0257502 Jan 25 03:09:03.120790 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:03.126580 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d1306d55-932e-4ef8-bcfc-f6eb6d287ea0 req-0104c338-dffd-4794-a16f-c1b32aaa0d00 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0267947 Jan 25 03:09:04.219642 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a7e474af-cc30-4bf9-b8eb-f74c1f55bd94 req-ef7bd0bc-bbbc-4e30-8e3e-7cd0ea91d15f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248177 Jan 25 03:09:04.291672 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:05.317420 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9a898b7d-d827-46d8-83e8-4afe326de88c req-ecaabb02-2c0e-4c54-9239-d8a1fbbefbe0 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254824 Jan 25 03:09:06.409225 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b3285878-24bc-4f76-bc01-4d44dd07d792 req-04856844-78f9-4193-b79a-0722ff562df8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248394 Jan 25 03:09:07.503451 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-57fc64df-2855-48ab-80d6-8def6433feaa req-e66fc8c0-2376-41ca-a2a0-7d181778d81b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248704 Jan 25 03:09:08.596269 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9355a2f7-e7f5-4a73-b0ff-dc50f964f040 req-eb883e46-6011-4a48-8193-5732e0c6c720 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0272143 Jan 25 03:09:09.692611 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3de3f409-a42b-42c7-a22b-bfb74a3dc14f req-0b1beb49-6f7e-4a84-b22f-846d4048513f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0295525 Jan 25 03:09:10.788374 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a28713a2-27d1-44f3-b294-33ca28253b7d req-a99d94aa-cbbf-46f2-9a8e-8227511bd39c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244887 Jan 25 03:09:11.881229 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f380f76f-5fbd-4d06-bf86-2dc466c48423 req-98c5d37a-7d10-4280-b3e9-461c61dd3fd7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251839 Jan 25 03:09:12.973641 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2d82c9db-e93f-4098-867c-04b3ffc88d97 req-93e945be-f384-42b2-bae3-48170c964ae7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250478 Jan 25 03:09:14.067008 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e3ba57ac-373c-466d-8f93-60bd1f0e0c33 req-dc3db7f2-b576-4d7e-9816-028a85c48e0e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250399 Jan 25 03:09:15.166339 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-80962a60-0011-49d3-bae4-d081105ec626 req-26be8dd7-14de-46c3-9525-653df6cea763 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0291386 Jan 25 03:09:16.257666 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bff6538b-d784-4e50-9f7f-0388d4f15bfd req-183e6430-59fd-408e-8fc4-92c95d81a9e6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247967 Jan 25 03:09:17.353458 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4e73e7e3-9142-4500-8832-5b1dbeb8eb4c req-3fb80950-9d86-4040-b0d0-64c1bc875e6e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250885 Jan 25 03:09:18.446753 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-fddb9fda-6c4a-48ee-9f8a-61ffedcef217 req-26584ebf-4ef8-409b-a6d0-b9d5f334c598 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256970 Jan 25 03:09:19.540748 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d4135e3a-e343-4165-8296-f0c031714cbf req-9543ec58-b9b6-493b-be6d-7d8b353bbf4c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256698 Jan 25 03:09:20.634355 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-bfd8275a-c474-4e89-bd38-cf044a5cbe4f req-46eac435-5a4e-4344-8480-b806adb21545 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0257170 Jan 25 03:09:21.729102 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5fbb425f-7864-41fe-a4f0-4e0200807baf req-60db07ee-9c4b-4e9e-b240-e852425b2835 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0275962 Jan 25 03:09:22.836063 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5d1fbbd9-1c7a-42ec-b562-64c22849701c req-a9dfb705-72bd-493f-8aaa-8578b50bc7aa tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0278285 Jan 25 03:09:23.926135 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-839dba4b-8013-49cf-a53f-dab35ea1feb4 req-be778739-ebe4-4982-9130-8f2580ff3161 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0241241 Jan 25 03:09:25.017935 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2c3d214e-4187-4662-ab57-41c00ab634fc req-ecdc8f59-fdb5-4e2f-b97a-091578acc3f3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0241327 Jan 25 03:09:26.111605 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fd761aa1-ad4e-4fe4-be9a-4efb16beea4c req-166ee78d-e418-4fa9-97f4-adc52cd66dd1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0257447 Jan 25 03:09:27.214402 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ac8fbca8-2d75-44a5-b163-4eed1cc6ccc3 req-b0d36285-9956-4a1d-985f-c4bb974b42e6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250225 Jan 25 03:09:28.105608 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f8fd6b56-cb98-4f96-9402-d05785659def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:28.305338 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6fae4fe1-814f-4eb8-a1e6-5184dce36f5f req-bcf61080-f1d7-4e8c-9206-780c1efa5c33 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246727 Jan 25 03:09:28.431770 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:09:29.398296 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-228fd590-f6d3-4939-a2f7-feb7dc3623ae req-79220ab6-2205-4163-a3a7-a9b822603728 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245621 Jan 25 03:09:30.262605 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-94c1c3de-90f3-41e1-b5de-613ce956e095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:30.489862 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-87a8d4f3-1d6c-4df6-8222-0f1526039ca5 req-b5854d50-89e8-4d5f-94c9-3bfd221ec097 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247874 Jan 25 03:09:31.585201 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f2cd028-b229-44fc-afd7-b99285915577 req-b4a1cf26-5e6b-43f3-b6ce-a850f988e3ad tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0271029 Jan 25 03:09:31.679358 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:31.986227 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:32.677162 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c48eb4eb-e010-418b-981a-1c15f587d3b5 req-faadef2f-dcd0-4018-8550-7766a549dd4e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251334 Jan 25 03:09:33.122728 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:33.768628 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-49d40c79-6260-4ee2-9b52-db413f039b4d req-2934bb12-39ca-4039-82db-f8f82599284a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0241299 Jan 25 03:09:34.292260 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:34.863209 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b5c2e291-aae8-4c4c-9d26-a5d7f8c36580 req-8af06bab-93d0-4745-897e-146c08e67876 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0268466 Jan 25 03:09:35.958475 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b6b75c8d-4d2a-4b90-86be-5f4ef148f211 req-852b2f08-9114-46ed-af06-e3bd310c21c9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0279329 Jan 25 03:09:37.051141 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-926d6934-a141-4d61-ae45-4363c149ba1b req-534b0a8b-82c0-4d06-9cd0-c756ea1c1631 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254965 Jan 25 03:09:38.141643 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-552e9c60-2a4f-4c5a-9f0e-d6818b626521 req-e43bc8b0-78d8-4221-b718-c7b709f869fc tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248420 Jan 25 03:09:39.235032 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0b068437-b75d-4e7d-8a95-c26dc21affff req-32574b4c-6f19-4581-acda-735aad8a3b70 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249381 Jan 25 03:09:40.327370 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-717e03fa-8353-4744-9aac-51577e9ab77d req-0789ebdc-8be6-4c96-9177-2b9d39e1240b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0262146 Jan 25 03:09:41.421147 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-616830f3-c3c5-4b77-932d-a452d6443670 req-c040c228-01e8-4982-8a29-7b97e7789483 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0263789 Jan 25 03:09:42.516203 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-982eabcb-b62c-4e43-b1a4-a269e4e34a33 req-f122ef96-5064-4121-be1a-ac3c05050a00 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0243559 Jan 25 03:09:43.607543 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b834566d-bd87-45fa-8076-56e23e464cf4 req-b764b889-e06e-4536-9b86-61c789a80317 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256529 Jan 25 03:09:44.699220 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-842af119-9d96-41d4-8bfd-36896b4826ff req-e9e6832c-99f8-4eb5-bcad-cecacea0cfea tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251091 Jan 25 03:09:45.792907 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9236adfe-a104-4ed2-99bd-68ab411530da req-1fe46c72-3700-4157-8978-290eb994e1e8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0269172 Jan 25 03:09:46.885685 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-db62f01a-ac7a-4b51-af79-d5fa19ef4973 req-0d4df046-e179-43e0-b184-860862474569 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254931 Jan 25 03:09:47.984960 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9d44d2e6-5d25-4ff6-8174-355fa96d0628 req-3a867f9f-99e4-4a8a-a98c-7816ac2ec56a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0279071 Jan 25 03:09:49.080911 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-29719210-c014-48cc-8f91-2b52c3a6a3be req-039dfb4a-a675-4c19-8f18-7e01a7a22670 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0272655 Jan 25 03:09:50.173107 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-35e125f3-562e-4231-89bb-40725e01728f req-f36905fd-165a-466a-b271-9f6331c8a85e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244067 Jan 25 03:09:51.265920 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b84ce499-41c1-412d-b120-2943f3ad0a20 req-2b4076e0-2374-43f8-ac47-1b357457911c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0260148 Jan 25 03:09:52.359654 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e3f1b43a-b685-4127-bcb7-3f33fdd7e855 req-8d02ea60-77b2-467c-87de-b4ed838a11ba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251150 Jan 25 03:09:53.451127 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-950b6f5f-498f-41db-97e9-4497e4fe7f73 req-536a7307-853e-4689-831f-0eb989daef98 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0257406 Jan 25 03:09:54.542676 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-18fc3121-be86-4100-b29d-051c7029c294 req-84209d75-59ab-4094-b25e-2fc6d732b581 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0262468 Jan 25 03:09:55.636975 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7ad4817c-14bd-4418-bc69-f69b9b0c2ff2 req-00d4556a-8bc4-44c3-82d3-f1b8c7eff8d8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0261095 Jan 25 03:09:56.729415 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ffbe0f69-c1e9-4644-b7e9-d63be8fe2673 req-a3cd2037-3f21-403b-9c0a-dcbbb73103c8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249257 Jan 25 03:09:57.825640 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6d02bf73-918b-42c3-a796-33d11aff9526 req-5ada8fdd-e9d8-4de9-8d16-cdcf72cd0093 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253921 Jan 25 03:09:58.107131 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-cff6c21c-6b2b-4baa-a6c2-c3497af95c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:09:58.917828 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c884445-81d5-4d48-9f40-7cca0357ea9b req-3e73e1d6-4190-4b1c-9d4f-e590bc413162 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254302 Jan 25 03:10:00.015800 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8cd72bc0-6d67-4946-b14f-22af64556148 req-82490cca-46a5-45f5-9f65-bb22ff5edcac tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248899 Jan 25 03:10:00.264054 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-15a705c4-4f93-4a65-8e8c-226d8558c2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:01.340356 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-400e1520-5edf-4df8-8a72-6f8f5ea65c0f req-fb55cff1-68f6-45b9-96c2-c73db7e8b5c8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.2588153 Jan 25 03:10:01.681137 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:01.988211 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:02.434296 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7464035b-8b6f-418a-a6f3-3b7745f7ef74 req-2583dfa2-a88f-4bc6-8d55-331ac139a7c4 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0273798 Jan 25 03:10:03.126494 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:03.525483 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c7b5a90-30f9-4844-a0d9-e1c350801cdd req-c478ea9a-ef3a-428c-9c99-63ab66fcec1b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246134 Jan 25 03:10:04.295962 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:04.619009 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5c313f81-1564-428d-bc31-438b0113d0d0 req-b9485cea-3d84-411b-a367-011ed54f5360 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256753 Jan 25 03:10:05.430480 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:10:05.712409 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-69ff4e6b-8cc7-4634-b569-95b50d7d2a44 req-968cf444-5243-471d-8e94-8212aec3949a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0261536 Jan 25 03:10:06.802158 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-06743299-a92b-48b2-9254-23388a7fc248 req-a4c695be-4f01-45e4-a6c0-33bda15d24cc tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0243137 Jan 25 03:10:07.894080 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2052e496-153f-427c-95ac-b693e4226c77 req-cb9fa703-3d71-470c-91e5-cf27c0888f11 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245993 Jan 25 03:10:08.989831 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9ef26972-c9e2-4eb4-bcb3-c29d531d12e9 req-a480e9cf-f839-4f94-934d-8e07b23fe5cd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253065 Jan 25 03:10:10.089199 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd01f520-757b-4f2e-b5d5-a422e2912fdf req-d5c73b5d-f475-4e00-8a51-6a007ba291fd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0279813 Jan 25 03:10:11.180211 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4d4d4317-be5a-4eee-8373-f276084cfed8 req-9190043d-0dd0-43c1-9be4-96a8877cf5a6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252955 Jan 25 03:10:12.271516 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dc92bbcb-8eb4-4aa6-acda-dddbf85b7d0c req-7db27deb-bc53-481f-9070-de9d4997b26d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249536 Jan 25 03:10:13.372544 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-56d134ca-cb46-42d3-8c04-bd6778760a94 req-4775ab42-460a-40a6-92de-4c94298bcc29 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253391 Jan 25 03:10:14.464579 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2b1e153a-98de-49aa-9d79-52a53334f6ed req-982a0784-c8d6-4656-92a1-dd1b2ceba62b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245466 Jan 25 03:10:15.560241 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1f607aa1-5c72-4ede-bebe-b1dd03e38e13 req-31add90b-f982-4ace-b9e1-7ead5c3d8db9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0284271 Jan 25 03:10:16.654093 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a268eeab-e2bb-4bab-93b8-698f49177b5f req-d89b0775-0910-468a-9d02-6da167c5eba8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0255189 Jan 25 03:10:17.744808 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a377b2ec-a929-490e-a370-f2b46504f136 req-01a57d13-d58e-4228-a76c-01361d861bdf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253112 Jan 25 03:10:18.841484 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6ec9b418-d9fb-413a-a62f-3061bba4fa14 req-491b1073-a7c6-406c-9d10-845f81514581 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253208 Jan 25 03:10:19.933887 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7868c2c4-f04c-4f49-b9d6-c683ffcd23b9 req-4ecabadd-6cd3-4b87-a520-29371d0b5d08 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0257592 Jan 25 03:10:21.025181 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ac9c8e9d-de3e-4b54-94b7-c9f0eb4919bb req-373e067f-a739-4d24-825c-007a061838c5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246615 Jan 25 03:10:22.130719 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f80f59e2-2169-4eed-9f95-5c978c257f2e req-529f2c23-4b50-4336-bcbb-adb1a0608ee6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0306580 Jan 25 03:10:23.228895 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8161e754-4db6-46e9-a8c0-4a784d496c6f req-bffe8d19-9575-449a-bbab-f84b65796da8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0291104 Jan 25 03:10:24.324485 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4b9b3c7b-6335-429d-8633-5a619703476a req-760b9b76-797a-4da6-a85e-c249d49fcfcb tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0262275 Jan 25 03:10:25.414561 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3a01b724-ded5-4d8e-b6c9-01a957e55a4d req-9aeb52e8-4e1e-4939-8dee-8ff9bcb287ce tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244396 Jan 25 03:10:26.507582 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-145b50ff-7920-4045-a7c1-87fdb3a866fc req-a45df9f4-3e2c-496b-84b7-6098d79efedc tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246079 Jan 25 03:10:27.601831 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a152dfb1-45c0-4e5f-81ea-448395283e18 req-1cdb7c6e-6f6c-4162-9117-9aa614575c7c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254602 Jan 25 03:10:28.109041 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c001882f-ba62-40a0-8793-7abd5b3709a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:28.696560 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-37a92586-f36a-402f-a572-2da3dd4fb120 req-0d1ed4e2-565e-4e33-9ee4-527653a62514 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0280247 Jan 25 03:10:29.788482 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8272d460-280c-4c74-9f7a-9d4b0ca57a63 req-0008afee-2415-4d9e-a2e6-e3229b6a8eda tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245850 Jan 25 03:10:30.265043 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b3ff7e07-7ca6-4ef3-ac7b-8dc62ca68001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:30.879749 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c658011d-185f-4802-94bf-67edfe93b288 req-06ddc593-a69f-4deb-8adc-d3213bf759d2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247276 Jan 25 03:10:31.683917 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:31.973360 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c290b18-2229-4d2d-abdb-47f059385b93 req-7c7dd552-20da-4b8a-9673-8514f8f87d72 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0242350 Jan 25 03:10:32.002124 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:33.065065 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-31b62e0c-7f35-4390-8b48-fba50af01991 req-1ede85cf-c42d-436e-bcec-a30c92112050 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248644 Jan 25 03:10:33.129192 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:34.156170 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f9b2c2d8-f7bb-401d-9b58-822e778504d5 req-f4b774c9-6112-42cc-9add-c5ca459b5345 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244920 Jan 25 03:10:34.297865 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:35.248099 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-89061467-2d08-4d4e-b205-74f1f5efeeaf req-a4d5e4ae-29ee-4761-9882-2a0d0d081cfc tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251245 Jan 25 03:10:36.343859 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f6d10ae9-18aa-4de3-904b-932b13c92f43 req-7e35360e-886d-44f1-954f-4fdb3e19054c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0292645 Jan 25 03:10:37.565068 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-51af4c91-b0b2-4ff7-9334-ce09ddde6d25 req-97d85ee1-08d5-4488-9ff3-1ff5be220b62 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250967 Jan 25 03:10:38.656469 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-23524bb5-cb67-4b08-b650-4ea6c4240b6d req-9559f490-187c-4aa8-b983-8642c73f2a35 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245550 Jan 25 03:10:39.749997 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ebb668f5-9a5c-4f84-b4fe-46fce3fe25cb req-fdbaf8de-4f1d-4166-bf6b-c46d7c2d1eda tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248091 Jan 25 03:10:40.843102 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-40d463c7-746d-4514-9482-1514604f429e req-514ccee4-f927-44b6-b36e-ace7a66d3e63 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0261507 Jan 25 03:10:41.937277 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5b4d50c8-8d14-45c7-bc8d-2beb81333701 req-75b63a0f-d40f-4765-8074-b19eeb6c96ca tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0287476 Jan 25 03:10:42.429602 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:10:43.029109 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5d5082b9-5b4d-42bc-bf98-ec550dded5c4 req-1d71aeb6-6e46-47ef-87b4-54da5e22a53d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248525 Jan 25 03:10:44.120375 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cab5cbdf-65f6-487e-ae7d-75d5af5453ee req-b80f98ba-4675-41d4-830a-2373ad5b5b76 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246105 Jan 25 03:10:45.213446 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60aefef0-2b47-4b8e-8506-3a7eece44b85 req-c12c9960-4b01-45dd-9c11-a974d72ee0e0 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247080 Jan 25 03:10:46.310416 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-52206e31-2bf8-451e-9af0-72d021b089fb req-7620615e-5d8b-4684-b8e6-7aa4e97a5608 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247190 Jan 25 03:10:47.404361 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7f2b4d86-f345-44e6-b377-84d03caac394 req-0b862b54-b615-42b6-8dfc-ce96cb736db6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0260148 Jan 25 03:10:48.515551 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-826c2c55-f0a4-4092-aba0-4035af9939eb req-54998253-85ee-4d21-87ec-10a8772c1993 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249763 Jan 25 03:10:49.609786 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b2addcaa-4a94-4c0d-b4e0-7fa74ebc28f3 req-40241f69-a5d1-49b1-9869-566db8182d18 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0290413 Jan 25 03:10:50.705357 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a39b1881-88fe-4c73-bbe3-ff2fb6e9dedb req-7d109245-4465-4fb7-a7ac-aa6ceb6ed454 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0259902 Jan 25 03:10:51.796784 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-da2cd518-df13-4256-a3f6-9d2e50a58b60 req-1b7f253e-1ffc-43f5-8823-1bc53bb9648f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247333 Jan 25 03:10:52.890134 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e246c87d-2abb-4de4-9127-dc768d3d5171 req-85473641-c2a7-46a9-930c-1396cc5b7c5b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254359 Jan 25 03:10:53.983126 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7d75133e-729c-45ea-965e-c47534240057 req-f851926e-43db-42b5-952b-c074b2778b7a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0262904 Jan 25 03:10:55.078053 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2653bd66-eb8f-45b3-8cec-ebe84f3903c6 req-45bae6e3-2c9c-4d83-b8c3-74f8a8a5c706 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0299149 Jan 25 03:10:56.171511 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-015bb859-1845-4a6f-9c09-8183267fa8a4 req-0e3447bc-52ee-4f05-8c97-ad44d1da510f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0255146 Jan 25 03:10:57.266485 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-373fc4bc-3c54-47de-a77e-861894113648 req-8a9f17fe-1e39-4f2b-ae21-15b8a3d00c7a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256133 Jan 25 03:10:58.110202 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-962f3708-b99e-4552-b706-92ba47f1fe98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:10:58.357291 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-128c3e4d-4769-4d94-bb5a-cb89caf72c1d req-a16cb17d-0fff-45da-a57c-49e7f1c1b231 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247905 Jan 25 03:10:59.451602 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0bf82ec2-eeab-4425-a345-936b6e64bd9c req-0cb966eb-d9b1-43d4-a422-d4bcaa6b0191 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0291548 Jan 25 03:11:00.266146 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c9d70a4a-3a58-4717-b4cd-f379b17106e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:00.565871 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9b2b841f-050d-47cb-a274-9f820cd6bba8 req-f825eb0b-e985-4730-a927-70b58aad7032 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0282073 Jan 25 03:11:01.657180 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-92354d0f-b83d-4fb5-9137-478145131987 req-c34315da-2c6c-4ae0-b297-cc5c66c3b0a9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249593 Jan 25 03:11:01.687235 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:02.007030 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:02.751489 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-80327822-c2d8-4e4e-9783-5bdf57e0fc5a req-f32c8b57-d5fa-4eb0-9b42-4169252d6fe8 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0276964 Jan 25 03:11:03.133464 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:03.845586 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-036e82f9-5199-4980-a5c4-29f3e572d852 req-a322e1e1-4caa-4b36-a9a1-13f9de10f78a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253766 Jan 25 03:11:04.302284 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:04.937967 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-557a68e8-86a9-4733-87f3-d57011fc7c57 req-adbc1675-424a-4815-896c-4bbb0077540e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254226 Jan 25 03:11:06.028847 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-22b9e1eb-ef7c-4fc2-96ea-891b7980ae2e req-bac78c10-0b8e-4af9-a3b7-fc68318611d5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247927 Jan 25 03:11:07.120447 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4608b82-429d-4db1-a959-e7eb69e5107d req-45f52b4f-27b1-4c29-aa46-4c9cb632bc28 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0260389 Jan 25 03:11:08.215920 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-020edc0f-7435-44b8-96b5-a550350ef952 req-b4c883d2-9286-4581-b43a-a4a686aa18de tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0279326 Jan 25 03:11:09.306683 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f1e42fca-ebd5-40be-bc18-c5e0e4c0f7e0 req-ac67234f-463c-43cd-8853-e57b5354f6a7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254204 Jan 25 03:11:10.397439 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6f4dc2ec-bdda-41ae-951d-298b95f69226 req-0ada2a0f-e1e6-4419-9555-80550603129d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244064 Jan 25 03:11:11.489024 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-915399a0-6f4c-4429-b0d5-77543cacf1ea req-ee058a63-2068-4991-b24c-d9f7fc7f92a9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0243196 Jan 25 03:11:12.585061 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-48f64f3b-1fdf-4cf3-925c-c2220b02ec52 req-672b89a6-3846-4c87-9ed9-051eb96d22dd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246012 Jan 25 03:11:13.676819 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a782ff9e-71af-4e72-8b91-6470d42bd8fa req-64883169-58fd-4bbb-ab6a-f042d5769f17 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249310 Jan 25 03:11:14.770641 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a2164c7d-02fa-4329-8169-d670bdb56bb0 req-53b60e13-7a6d-4388-9dbd-dec83f4af3a3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250711 Jan 25 03:11:15.866202 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b6f7878a-b7bb-4270-9a03-79de5b151b06 req-2525cff5-5510-49a0-af42-21ccf0c2a90f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0289006 Jan 25 03:11:16.962755 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-93bf89a2-6523-474a-b647-f8805d0da243 req-5c2d5085-080b-47dd-bb28-c96a01956aad tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248208 Jan 25 03:11:18.055963 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fd549cd4-6570-44c4-ac3f-69a26b592b47 req-598823bb-4fa0-4886-a957-a068dd68872e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249298 Jan 25 03:11:19.147031 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-cb0f8bc8-b134-4058-a5e8-a22b871c9b0d req-518ad33f-a952-4874-b659-3398a69adf45 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0243053 Jan 25 03:11:19.428959 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:11:20.241180 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e8955513-2dea-4edd-999e-6e0f9f0d7cda req-8f0ad9c2-5e88-429a-8d1f-a715fd4f25eb tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249965 Jan 25 03:11:21.339389 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1aefaab5-5837-4a2d-ba83-4d94e8e011c3 req-15562c82-546b-4cd2-a7ce-6b2cc1ae0a4d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0287664 Jan 25 03:11:22.431918 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d17ddbe2-7468-481e-b3bf-b007b06bb36b req-b19acb37-7738-4a9b-ae8a-982188aa7d1b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0258536 Jan 25 03:11:23.523557 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-41eb108f-f6ab-4b95-8829-c671682af9ac req-b27ca78a-cf26-42f3-be7c-55fe2262f0ff tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256634 Jan 25 03:11:24.615055 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-68a57355-8e3d-4aca-860c-05b450e82761 req-79daa350-d54b-4f44-b345-7f2fd7d25acb tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245750 Jan 25 03:11:25.709010 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4636cd67-5441-4038-9805-87614110d478 req-eae2698c-91c7-4965-8435-090f07c5f2c5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245783 Jan 25 03:11:26.802504 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d786eda9-3696-4714-bfec-8d35ea12cf0a req-ec31f7fd-98e4-4e78-b98d-61a2baac02e3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251081 Jan 25 03:11:27.894915 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2bcb2019-7ecb-4bec-a6f5-b37b133c43aa req-3547f399-dd88-450f-903c-3e7b6f9b176c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254717 Jan 25 03:11:28.111317 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-df5b68cd-c91d-4e8f-bc68-d551ca57dfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:28.992412 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-25297b34-30f7-4530-88f3-8146f240998a req-ea86d5a9-ec27-4a22-bfdb-459b959e899b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0304852 Jan 25 03:11:30.083189 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-212d9538-a047-449b-b045-a8b2bed442e5 req-f98cdc31-b656-4136-8508-9b75bb76afc4 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256011 Jan 25 03:11:30.266838 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-36f3dfe2-6524-4b84-b7b0-4905be6bda11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:31.174949 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a45ccd51-0dab-4922-ae90-5e2f5d733084 req-327ffdcf-81cd-4b61-b3ef-d3ebbdfa5238 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0263441 Jan 25 03:11:31.690991 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:32.021977 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:32.267030 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-27f95df1-03a1-4173-a10f-fe0915fe27e0 req-33834b78-81f7-429f-848a-1a9eb2409d24 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256958 Jan 25 03:11:33.135312 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:33.359322 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-62184aeb-c4c5-4084-af66-0cedb305441c req-8cfdd238-2fb9-4699-9b2e-150e976d3527 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251210 Jan 25 03:11:34.304636 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:34.454414 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b264e45c-ba47-44e2-8f5c-93bc6652c9e8 req-6eed5f65-1210-4801-a826-4ee50c348def tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0285025 Jan 25 03:11:35.544919 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a26a0fc-0209-4a7a-a99e-417ccb55e90e req-7e18da10-5403-4c77-b739-d63adc13b3a3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253415 Jan 25 03:11:36.636901 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3f86a92d-2212-40db-a1a1-26e26704bd4d req-2ccdebde-2d63-4902-a588-61cdcc289dc6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0241497 Jan 25 03:11:37.570449 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 56592) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:37.628428 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group (fdaacb99-705b-4960-9f6f-9b901025fca3), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:37.653220 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group (fdaacb99-705b-4960-9f6f-9b901025fca3), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:37.715790 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (fdaacb99-705b-4960-9f6f-9b901025fca3), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:37.718594 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:37.722142 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] 10.222.0.117 "DELETE /v2.0/security-groups/fdaacb99-705b-4960-9f6f-9b901025fca3 HTTP/1.1" status: 204 len: 168 time: 0.1481349 Jan 25 03:11:37.728588 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaacb99-705b-4960-9f6f-9b901025fca3,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:37.736346 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.736709 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.737063 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.737410 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.737750 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.738084 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.738419 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.738751 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.739085 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.739452 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.739794 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.740155 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.740441 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4441fb2c-73ff-4b97-b461-edf52ddfdf97 tempest-TestVolumeBootPattern-324715235 tempest-TestVolumeBootPattern-324715235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:37.750814 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7ea306c2-3f08-41b1-9d67-8e5d174122ef req-d7856220-9218-48fa-8ac6-6e700747d8ee tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0434532 Jan 25 03:11:37.938745 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 56598) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:38.408848 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460788'] for router_interface (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:38.645481 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] Deleting port f774879b-2b0d-4f61-a569-822505c1fc8e {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:11:38.645821 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:38.721007 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] For port f774879b-2b0d-4f61-a569-822505c1fc8e, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=f774879b-2b0d-4f61-a569-822505c1fc8e,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:11:38.721734 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:38.733527 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] Calling delete_port for f774879b-2b0d-4f61-a569-822505c1fc8e owned by network:router_interface {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:11:38.861447 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f499ee0d-74a6-4654-a39d-d41763d531a1 req-d8245232-d829-465c-be19-3b3d832d8263 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0289743 Jan 25 03:11:38.934294 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (f774879b-2b0d-4f61-a569-822505c1fc8e), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:39.206258 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f774879b-2b0d-4f61-a569-822505c1fc8e,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:39.367186 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474073'] for router_interface (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:39.579153 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] Router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:11:39.684822 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:11:39.690482 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-5a1238b6-6b69-4911-83b3-b5fdac793ad5 admin admin] 10.222.0.117 "PUT /v2.0/routers/8bfebed8-e4b9-4e39-9f1c-2cf338f58375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7506769 Jan 25 03:11:39.692510 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56606) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:39.693446 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] Sync routers for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:11:39.703617 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:11:39.704256 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:11:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:39.796089 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Publish callbacks [] for router (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:39.812229 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:11:39.901600 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Publish callbacks [] for router_gateway (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:39.964468 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-87373e40-d2ea-417d-bc1a-fa71a7e110dd req-3f8fdee2-4d7d-4710-95f5-c73ac99517b6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0321655 Jan 25 03:11:39.992130 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Deleting port 5e2ee222-fabf-4956-97cf-0f0eec369484 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:11:39.992472 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.071624 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] For port 5e2ee222-fabf-4956-97cf-0f0eec369484, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=5e2ee222-fabf-4956-97cf-0f0eec369484,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:11:40.072018 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.084306 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T03:11:38Z', 'revision_number': 5, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port': {'id': '5e2ee222-fabf-4956-97cf-0f0eec369484', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T02:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:40.084563 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Calling delete_port for 5e2ee222-fabf-4956-97cf-0f0eec369484 owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:11:40.110920 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] Checking router: 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:11:40.119132 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] Routers {'8bfebed8-e4b9-4e39-9f1c-2cf338f58375'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:11:40.119784 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:11:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:40.209288 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] Set router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 gateway port host: None {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:11:40.254121 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (5e2ee222-fabf-4956-97cf-0f0eec369484), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.267016 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T03:11:39Z', 'revision_number': 6, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port_host': None}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:40.281059 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2ee222-fabf-4956-97cf-0f0eec369484,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:40.293996 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064dc140-7719-4cd4-9234-0990cd856f79 None None] The sync data for ids ['8bfebed8-e4b9-4e39-9f1c-2cf338f58375'] in dv-cinder-819778-6-iscsi is: [{'id': '8bfebed8-e4b9-4e39-9f1c-2cf338f58375', 'name': 'tempest-TestVolumeBootPattern-648624739-router', 'tenant_id': 'd61a4845c27e4b928c5445d95321e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:44Z', 'updated_at': '2022-01-25T03:11:39Z', 'revision_number': 6, 'project_id': 'd61a4845c27e4b928c5445d95321e2a3', 'gw_port_host': None}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:11:40.306693 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.307050 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.307395 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.307762 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.308102 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.308438 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.308773 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.309697 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.310205 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.310546 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.310876 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.311204 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.311530 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:40.357855 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472325'] for router_gateway (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.449937 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.452053 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Publish callbacks [] for router_controller (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.495275 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470929'] for router (8bfebed8-e4b9-4e39-9f1c-2cf338f58375), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.495906 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bfebed8-e4b9-4e39-9f1c-2cf338f58375 {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:11:40.501118 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.502260 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cb8bc760-9dfb-4af5-afaf-71193506ba97 admin admin] 10.222.0.117 "DELETE /v2.0/routers/8bfebed8-e4b9-4e39-9f1c-2cf338f58375 HTTP/1.1" status: 204 len: 168 time: 0.8087673 Jan 25 03:11:40.504732 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56610) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:40.547636 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7c71f2-21ac-41fc-a12a-0c7617f3cca2 admin admin] Deleting subnet 462ad572-2eba-4a5c-b868-32f911dcaae2 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:11:40.550942 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd7c71f2-21ac-41fc-a12a-0c7617f3cca2 admin admin] Publish callbacks [] for subnet (462ad572-2eba-4a5c-b868-32f911dcaae2), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.587829 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd7c71f2-21ac-41fc-a12a-0c7617f3cca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10334889'] for subnet (462ad572-2eba-4a5c-b868-32f911dcaae2), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.673032 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd7c71f2-21ac-41fc-a12a-0c7617f3cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (462ad572-2eba-4a5c-b868-32f911dcaae2), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.732428 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd7c71f2-21ac-41fc-a12a-0c7617f3cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10000709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10474790'] for subnet (462ad572-2eba-4a5c-b868-32f911dcaae2), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.756205 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c71f2-21ac-41fc-a12a-0c7617f3cca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=462ad572-2eba-4a5c-b868-32f911dcaae2,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:40.760137 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd7c71f2-21ac-41fc-a12a-0c7617f3cca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.764166 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fd7c71f2-21ac-41fc-a12a-0c7617f3cca2 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/462ad572-2eba-4a5c-b868-32f911dcaae2 HTTP/1.1" status: 204 len: 168 time: 0.2585099 Jan 25 03:11:40.766651 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56612) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:40.769186 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a0fa5-d153-4006-88c5-62e2f55da572 None None] Network 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:11:40.838247 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (6b3a1543-8cc0-4d5e-b497-defd3eba48e1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.900646 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Deleting port d508cc7d-298e-4119-8a57-0db804b650ea {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:11:40.900984 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.966415 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] For port d508cc7d-298e-4119-8a57-0db804b650ea, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d508cc7d-298e-4119-8a57-0db804b650ea,segment=NetworkSegment(63e651c4-76b4-4663-b39d-5abe6ca2dcb0),segment_id=63e651c4-76b4-4663-b39d-5abe6ca2dcb0)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:11:40.966692 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:40.978583 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Calling delete_port for d508cc7d-298e-4119-8a57-0db804b650ea owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:11:41.048692 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] DHCP port deletion for 6b3a1543-8cc0-4d5e-b497-defd3eba48e1 request from dv-cinder-819778-6-iscsi {{(pid=102672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:11:41.064185 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62daaf38-1087-40b2-81a5-fe67b33f3073 req-28fee2b7-3162-4b6c-9f7d-f4200b8366be tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0293562 Jan 25 03:11:41.067438 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.080564 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] No DVR routers for this DVR port d508cc7d-298e-4119-8a57-0db804b650ea on host dv-cinder-819778-6-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:11:41.103480 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d508cc7d-298e-4119-8a57-0db804b650ea,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:41.112128 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Deleting port d508cc7d-298e-4119-8a57-0db804b650ea {{(pid=102672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:11:41.112508 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), before_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.178714 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (6b3a1543-8cc0-4d5e-b497-defd3eba48e1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.180598 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] For port d508cc7d-298e-4119-8a57-0db804b650ea, host dv-cinder-819778-6-iscsi, got binding levels [] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:11:41.181181 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), precommit_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.194774 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Calling delete_port for d508cc7d-298e-4119-8a57-0db804b650ea owned by network:dhcp {{(pid=102672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:11:41.197958 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.ipam_backend_mixin [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Port d508cc7d-298e-4119-8a57-0db804b650ea was not found and therefore no delete operation was performed {{(pid=102672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 25 03:11:41.199477 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530'] for port (d508cc7d-298e-4119-8a57-0db804b650ea), after_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.208638 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3a1543-8cc0-4d5e-b497-defd3eba48e1']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:41.220761 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e651c4-76b4-4663-b39d-5abe6ca2dcb0') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:41.220990 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e651c4-76b4-4663-b39d-5abe6ca2dcb0') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:41.227606 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Pushing event deleted for resources: {'Port': ['ID=d508cc7d-298e-4119-8a57-0db804b650ea,revision_number=None']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:41.232305 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (63e651c4-76b4-4663-b39d-5abe6ca2dcb0), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.232539 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] No DVR routers for this DVR port d508cc7d-298e-4119-8a57-0db804b650ea on host dv-cinder-819778-6-iscsi {{(pid=102672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:11:41.239066 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.239631 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.240188 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.240526 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.241044 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.241384 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.242509 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.242509 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.243419 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.243789 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.244134 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.244463 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.244979 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb715de9-bc5f-470a-8ab9-22fa649aa5ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:11:41.253691 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (63e651c4-76b4-4663-b39d-5abe6ca2dcb0), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.260711 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:11:41.261197 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (63e651c4-76b4-4663-b39d-5abe6ca2dcb0), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:11:41.263584 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:11:41.324305 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (6b3a1543-8cc0-4d5e-b497-defd3eba48e1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.339623 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.343391 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] 10.222.0.117 "DELETE /v2.0/networks/6b3a1543-8cc0-4d5e-b497-defd3eba48e1 HTTP/1.1" status: 204 len: 168 time: 0.5757747 Jan 25 03:11:41.344451 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d9583-49b6-4a57-a1a6-773fd9a15b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3a1543-8cc0-4d5e-b497-defd3eba48e1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:41.346279 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56616) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:41.680304 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460788'] for router_interface (6c142fcb-534a-45c1-b9d8-0f960267a016), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:41.924249 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] Deleting port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:11:41.924963 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:42.002341 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] For port 73cd938b-a7cf-4cda-a838-ddb5b46dd63a, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=73cd938b-a7cf-4cda-a838-ddb5b46dd63a,segment=NetworkSegment(c19d9e56-166c-4339-a03d-2d3995d0190d),segment_id=c19d9e56-166c-4339-a03d-2d3995d0190d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:11:42.002699 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:42.014238 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] Calling delete_port for 73cd938b-a7cf-4cda-a838-ddb5b46dd63a owned by network:router_interface {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:11:42.169858 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ac494fca-1af5-4e21-b4ab-d78356e70e96 req-3db5b3af-7258-45af-b1b6-e096b9a67138 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0342247 Jan 25 03:11:42.233305 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (73cd938b-a7cf-4cda-a838-ddb5b46dd63a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:42.233939 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d508cc7d-298e-4119-8a57-0db804b650ea no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:11:42.254932 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: d508cc7d-298e-4119-8a57-0db804b650ea {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:11:42.255198 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d508cc7d-298e-4119-8a57-0db804b650ea not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:11:42.255633 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device f774879b-2b0d-4f61-a569-822505c1fc8e no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:11:42.259551 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] Pushing event deleted for resources: {'Port': ['ID=73cd938b-a7cf-4cda-a838-ddb5b46dd63a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:42.275112 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: f774879b-2b0d-4f61-a569-822505c1fc8e {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:11:42.275467 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device f774879b-2b0d-4f61-a569-822505c1fc8e not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:11:42.275952 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 5e2ee222-fabf-4956-97cf-0f0eec369484 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:11:42.301268 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 5e2ee222-fabf-4956-97cf-0f0eec369484 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:11:42.301617 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 5e2ee222-fabf-4956-97cf-0f0eec369484 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:11:42.435348 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474073'] for router_interface (6c142fcb-534a-45c1-b9d8-0f960267a016), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:42.885285 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] Router 6c142fcb-534a-45c1-b9d8-0f960267a016 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:11:42.988993 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:11:42.995362 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3061a7aa-117d-4bde-81a4-08377fc23993 admin admin] 10.222.0.117 "PUT /v2.0/routers/6c142fcb-534a-45c1-b9d8-0f960267a016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6466756 Jan 25 03:11:42.996445 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56620) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:42.999195 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] Sync routers for ids ['6c142fcb-534a-45c1-b9d8-0f960267a016'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:11:43.009346 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] Routers {'6c142fcb-534a-45c1-b9d8-0f960267a016'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:11:43.010065 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:11:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['6c142fcb-534a-45c1-b9d8-0f960267a016'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:43.101127 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Publish callbacks [] for router (6c142fcb-534a-45c1-b9d8-0f960267a016), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.209036 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Publish callbacks [] for router_gateway (6c142fcb-534a-45c1-b9d8-0f960267a016), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.255346 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] Set router 6c142fcb-534a-45c1-b9d8-0f960267a016 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:11:43.268714 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Deleting port 37d2397b-d005-4514-8414-22ab0d87e4ab {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:11:43.269153 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.275497 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-360c1f86-f4fc-4aae-ad8a-dc1fc8f180ec req-01f46562-11b1-47e3-8b3f-8da05334756c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0274966 Jan 25 03:11:43.359125 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] For port 37d2397b-d005-4514-8414-22ab0d87e4ab, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=37d2397b-d005-4514-8414-22ab0d87e4ab,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:11:43.359490 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.390889 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Calling delete_port for 37d2397b-d005-4514-8414-22ab0d87e4ab owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:11:43.443012 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'name': 'tempest-TestVolumeBootPattern-1895195582-router', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:49Z', 'updated_at': '2022-01-25T03:11:42Z', 'revision_number': 5, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'gw_port': {'id': '37d2397b-d005-4514-8414-22ab0d87e4ab', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ff:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:41:51Z', 'updated_at': '2022-01-25T02:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:43.469585 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] Checking router: 6c142fcb-534a-45c1-b9d8-0f960267a016 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:11:43.478010 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] Routers {'6c142fcb-534a-45c1-b9d8-0f960267a016'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:11:43.478636 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:11:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['6c142fcb-534a-45c1-b9d8-0f960267a016'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:43.568028 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] Set router 6c142fcb-534a-45c1-b9d8-0f960267a016 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:11:43.590577 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (37d2397b-d005-4514-8414-22ab0d87e4ab), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.617285 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d2397b-d005-4514-8414-22ab0d87e4ab,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:43.623338 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'name': 'tempest-TestVolumeBootPattern-1895195582-router', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:49Z', 'updated_at': '2022-01-25T03:11:43Z', 'revision_number': 6, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'gw_port_host': None}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:43.650589 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f136c2dd-8148-43de-8a6f-69db34b627ca None None] The sync data for ids ['6c142fcb-534a-45c1-b9d8-0f960267a016'] in dv-cinder-819778-6-iscsi is: [{'id': '6c142fcb-534a-45c1-b9d8-0f960267a016', 'name': 'tempest-TestVolumeBootPattern-1895195582-router', 'tenant_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:41:49Z', 'updated_at': '2022-01-25T03:11:43Z', 'revision_number': 6, 'project_id': '4ca9786b60fe466f86fe6d24c7dcf2aa', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:11:43.681904 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472325'] for router_gateway (6c142fcb-534a-45c1-b9d8-0f960267a016), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.778300 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (6c142fcb-534a-45c1-b9d8-0f960267a016), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.780451 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Publish callbacks [] for router_controller (6c142fcb-534a-45c1-b9d8-0f960267a016), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.824374 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470929'] for router (6c142fcb-534a-45c1-b9d8-0f960267a016), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.825211 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c142fcb-534a-45c1-b9d8-0f960267a016 {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:11:43.829793 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.830943 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1fe2153a-4851-4712-8325-6bdc52246144 admin admin] 10.222.0.117 "DELETE /v2.0/routers/6c142fcb-534a-45c1-b9d8-0f960267a016 HTTP/1.1" status: 204 len: 168 time: 0.8329973 Jan 25 03:11:43.833571 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 56628) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:43.877650 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16af79b-04c1-4960-8b5e-1006d7d58ef5 admin admin] Deleting subnet 5183a596-84cd-4ba6-88e2-0af7908449e6 {{(pid=102671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:11:43.880830 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f16af79b-04c1-4960-8b5e-1006d7d58ef5 admin admin] Publish callbacks [] for subnet (5183a596-84cd-4ba6-88e2-0af7908449e6), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:43.917498 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f16af79b-04c1-4960-8b5e-1006d7d58ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585826'] for subnet (5183a596-84cd-4ba6-88e2-0af7908449e6), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.009966 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f16af79b-04c1-4960-8b5e-1006d7d58ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (5183a596-84cd-4ba6-88e2-0af7908449e6), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.069190 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f16af79b-04c1-4960-8b5e-1006d7d58ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10101061'] for subnet (5183a596-84cd-4ba6-88e2-0af7908449e6), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.093081 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16af79b-04c1-4960-8b5e-1006d7d58ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5183a596-84cd-4ba6-88e2-0af7908449e6,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:44.098684 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f16af79b-04c1-4960-8b5e-1006d7d58ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.102711 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f16af79b-04c1-4960-8b5e-1006d7d58ef5 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/5183a596-84cd-4ba6-88e2-0af7908449e6 HTTP/1.1" status: 204 len: 168 time: 0.2672911 Jan 25 03:11:44.105192 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56630) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:44.110086 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace798b0-1fef-46fb-8cbe-379bd68f1685 None None] Network 3e74aba2-8df6-4b91-8d01-dc31761cbe88 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:11:44.174259 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (3e74aba2-8df6-4b91-8d01-dc31761cbe88), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.236732 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Deleting port 8e2d7604-230d-4423-9762-f34b57a159de {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:11:44.237103 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (8e2d7604-230d-4423-9762-f34b57a159de), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.299208 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] For port 8e2d7604-230d-4423-9762-f34b57a159de, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=8e2d7604-230d-4423-9762-f34b57a159de,segment=NetworkSegment(c19d9e56-166c-4339-a03d-2d3995d0190d),segment_id=c19d9e56-166c-4339-a03d-2d3995d0190d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:11:44.299651 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (8e2d7604-230d-4423-9762-f34b57a159de), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.312101 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Calling delete_port for 8e2d7604-230d-4423-9762-f34b57a159de owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:11:44.386491 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-13d6305f-eb11-407c-a168-4f669808eb26 req-63d4ceb6-229a-489f-b9a0-d18351a88a98 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0293386 Jan 25 03:11:44.415934 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8428a6e0-1472-4580-be37-26bf89cf8bf2 None None] DHCP port deletion for 3e74aba2-8df6-4b91-8d01-dc31761cbe88 request from dv-cinder-819778-6-iscsi {{(pid=102672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:11:44.423135 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (8e2d7604-230d-4423-9762-f34b57a159de), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.445463 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-8428a6e0-1472-4580-be37-26bf89cf8bf2 None None] The port '8e2d7604-230d-4423-9762-f34b57a159de' was deleted {{(pid=102672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 25 03:11:44.448733 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2d7604-230d-4423-9762-f34b57a159de,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:44.459923 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] No DVR routers for this DVR port 8e2d7604-230d-4423-9762-f34b57a159de on host dv-cinder-819778-6-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:11:44.482585 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 73cd938b-a7cf-4cda-a838-ddb5b46dd63a no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:11:44.502414 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 73cd938b-a7cf-4cda-a838-ddb5b46dd63a {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:11:44.502763 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 73cd938b-a7cf-4cda-a838-ddb5b46dd63a not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:11:44.503177 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 37d2397b-d005-4514-8414-22ab0d87e4ab no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:11:44.522830 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 37d2397b-d005-4514-8414-22ab0d87e4ab {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:11:44.523399 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 37d2397b-d005-4514-8414-22ab0d87e4ab not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:11:44.523848 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 8e2d7604-230d-4423-9762-f34b57a159de no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:11:44.537542 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (3e74aba2-8df6-4b91-8d01-dc31761cbe88), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.548061 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 8e2d7604-230d-4423-9762-f34b57a159de {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:11:44.548471 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 8e2d7604-230d-4423-9762-f34b57a159de not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:11:44.564392 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e74aba2-8df6-4b91-8d01-dc31761cbe88']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:44.573437 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19d9e56-166c-4339-a03d-2d3995d0190d') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:44.573733 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19d9e56-166c-4339-a03d-2d3995d0190d') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:11:44.583233 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (c19d9e56-166c-4339-a03d-2d3995d0190d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.598438 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (c19d9e56-166c-4339-a03d-2d3995d0190d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.606814 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:11:44.607178 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (c19d9e56-166c-4339-a03d-2d3995d0190d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:11:44.608935 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:11:44.666835 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (3e74aba2-8df6-4b91-8d01-dc31761cbe88), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.671451 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.677988 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] 10.222.0.117 "DELETE /v2.0/networks/3e74aba2-8df6-4b91-8d01-dc31761cbe88 HTTP/1.1" status: 204 len: 168 time: 0.5710924 Jan 25 03:11:44.698372 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29601f7b-4081-4536-b262-62fc365510d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e74aba2-8df6-4b91-8d01-dc31761cbe88,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:44.796789 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56636) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:44.840633 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1a613b28-9966-45fc-a981-0c28a76144b8 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d61a4845c27e4b928c5445d95321e2a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420835 Jan 25 03:11:44.843034 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56638) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:44.905659 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b08cab2-8785-4702-b94b-655f172b2e75 admin admin] Publish callbacks [] for security_group (d2a3feed-6ea5-4b52-97c9-12c229c2aae9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.926728 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b08cab2-8785-4702-b94b-655f172b2e75 admin admin] Publish callbacks [] for security_group (d2a3feed-6ea5-4b52-97c9-12c229c2aae9), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.971874 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b08cab2-8785-4702-b94b-655f172b2e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (d2a3feed-6ea5-4b52-97c9-12c229c2aae9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.974379 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b08cab2-8785-4702-b94b-655f172b2e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:44.975949 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0b08cab2-8785-4702-b94b-655f172b2e75 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/d2a3feed-6ea5-4b52-97c9-12c229c2aae9 HTTP/1.1" status: 204 len: 168 time: 0.1316562 Jan 25 03:11:44.986026 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08cab2-8785-4702-b94b-655f172b2e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a3feed-6ea5-4b52-97c9-12c229c2aae9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:45.302663 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56644) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:45.342020 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d2c3711b-1cdd-47ee-8e04-3cd68b18d16f admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=4ca9786b60fe466f86fe6d24c7dcf2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381825 Jan 25 03:11:45.344374 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56646) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:11:45.390165 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1082-2528-449d-80d8-aadcab6a48f5 admin admin] Publish callbacks [] for security_group (464b6029-e28b-4893-93a3-857924ef6e9e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:45.412160 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1082-2528-449d-80d8-aadcab6a48f5 admin admin] Publish callbacks [] for security_group (464b6029-e28b-4893-93a3-857924ef6e9e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:45.463430 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1082-2528-449d-80d8-aadcab6a48f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (464b6029-e28b-4893-93a3-857924ef6e9e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:45.466723 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac4a1082-2528-449d-80d8-aadcab6a48f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:45.467896 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ac4a1082-2528-449d-80d8-aadcab6a48f5 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/464b6029-e28b-4893-93a3-857924ef6e9e HTTP/1.1" status: 204 len: 168 time: 0.1226118 Jan 25 03:11:45.475482 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a1082-2528-449d-80d8-aadcab6a48f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464b6029-e28b-4893-93a3-857924ef6e9e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:11:45.487424 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-be248b8f-69e6-4b1e-8804-19ed19423930 req-d313351b-3fb9-4bad-927c-2782519bf762 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0310819 Jan 25 03:11:46.591633 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2a461d99-fdad-4f16-abef-2ede60e1b181 req-671dad64-a5f1-47fb-ba12-b9ea9c4c7394 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0262909 Jan 25 03:11:47.682388 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6281039c-4bd7-499c-9747-cd4a2feae8b2 req-95a60ff1-ad9a-42f5-8164-4ce186a6a662 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250845 Jan 25 03:11:48.774580 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8c3e2b39-0ca9-4492-bed8-d99c5f4ef29d req-5572dcc7-8d99-4bdf-8fdb-6e532cb3b0b9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247836 Jan 25 03:11:49.868493 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-9f1f9720-f0fa-4ef4-b8ec-951a1e4734af req-a5f52551-72be-4b02-8d4b-5ba8225ebcb9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246220 Jan 25 03:11:50.960092 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3f2496bc-1842-40eb-9a6d-723860650aeb req-e2f2f199-71b3-4e03-b830-72d0c0c234dc tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245745 Jan 25 03:11:52.053110 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7cd1bdd6-36cd-4233-9a5e-d3f34392ac4b req-81a94113-aca1-4bba-b9b9-7bbaf8a72936 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251939 Jan 25 03:11:53.144504 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9f9c996a-fe65-4f64-98b0-b85dda44c76d req-4980d9a4-db06-4964-a876-73edf72720cf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256944 Jan 25 03:11:54.237274 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2671a072-0231-4006-9439-fcd1e21b1432 req-c6a93a43-8172-43c2-9c14-9b88ce41305d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254452 Jan 25 03:11:55.330953 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e2a6cf4e-7e0f-4849-9080-f3ae2037d958 req-2761e441-c5a4-48ec-85d4-004d30c4bca2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0278165 Jan 25 03:11:56.423319 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0e8e856a-15fe-4dc8-b291-1b78475da8a0 req-77d0d313-23c9-4eb4-a958-e113fc0f9417 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0266051 Jan 25 03:11:56.427602 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:11:57.521525 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-364a611d-a91b-4d5f-855d-bb606f5b0bc9 req-ba12faa6-4a59-42bc-8bdc-8ebeefbe59e5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0291796 Jan 25 03:11:58.113745 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-db8345c1-c5e3-44ac-baf5-176e9064ce47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:11:58.616746 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c043a917-55b2-42db-bc88-e3c5613b6366 req-7dc2640f-e47b-4d57-928c-90851386c49b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0289245 Jan 25 03:11:59.708466 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2cc45f0c-1f0a-4722-b8b9-a28cd5d5ff37 req-03c3fa9b-b771-4ca8-a0a0-d48955349eba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249588 Jan 25 03:12:00.268242 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b4379cc4-4c56-4258-97b1-bb16380514b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:00.800208 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c72bd3ff-2053-4a3e-80b0-00c1d71b3035 req-26293dbb-02c9-4939-9caa-cce9deadda7f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0266151 Jan 25 03:12:01.691515 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:01.893977 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ca788bd3-52a4-4960-a9e9-7ac1ff69bc79 req-8482f4cd-a2e8-476c-b3fa-d383f0ef544d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0260699 Jan 25 03:12:02.037575 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:02.986819 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-23ef850a-2ceb-4c77-84b5-8d406dcbe2d7 req-af1ab44b-0bc7-405b-acee-27f3138841e1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0267947 Jan 25 03:12:03.139547 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:04.078058 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-20f426a9-3430-43c6-8927-ebbe8869df61 req-15839c5f-0129-4c35-b113-92e667f08626 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253344 Jan 25 03:12:04.306403 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:05.169654 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-418d9008-fad6-4a71-a638-56cd7169ab4b req-7532cddb-8ded-4577-9013-770c5dca19dc tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250294 Jan 25 03:12:06.261781 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f54a600-505b-4b62-9ca4-53efde6a925a req-925af20e-edb9-416d-a157-e3be5da7dead tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249963 Jan 25 03:12:07.357458 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-38d2a817-9db7-461c-b096-130586bf4a9a req-356d17fb-a54f-45ec-8bfd-2fc01731782f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0262439 Jan 25 03:12:08.452459 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7ea46fc5-1fb4-43ec-9fe3-70870efdfa6e req-9df45a59-0f87-488d-a399-1e4fffb492a1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0279951 Jan 25 03:12:09.545128 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-661a324a-33cb-4bca-ac57-62a93cbe7bbe req-29dcaa66-7d35-46f9-89cb-83f5dba1168f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0255356 Jan 25 03:12:10.638049 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9bd22bc1-3ae1-41d9-b073-f9255b785253 req-4ad9562c-0eaa-4db6-8d6e-511e1356e03c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247304 Jan 25 03:12:11.733239 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5f809931-5bb8-4502-99c5-c17e9804d8c9 req-3fabf262-a230-4498-816c-47ad3113b9bc tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0277452 Jan 25 03:12:12.825212 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-86ef111a-098a-46ba-8a4f-b5a3f3e5854b req-491855b4-d151-4ece-8357-cf6be801e395 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246747 Jan 25 03:12:13.916107 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-dedb4463-667f-4d01-9ffc-4fd4d0605d93 req-5fde167e-f222-423c-b5b2-8f96dd741ae5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244126 Jan 25 03:12:15.010808 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2174aeaf-f924-4169-9037-b8f0ae320db0 req-0e51e819-827d-4ee3-af61-40f641286254 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250907 Jan 25 03:12:16.101747 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-23c67272-fabd-4ea6-8283-d0089b20fdfd req-26dec1c9-d352-4812-b302-6c28f6a47c1d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0248241 Jan 25 03:12:17.193233 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6710f6ea-0d5f-4f79-b231-a71a09c5a963 req-939c45a1-ab17-4d9f-99c2-372499ecf2b6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0260868 Jan 25 03:12:18.284634 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-96e1b5e8-cb38-4f0b-880f-5b549461b133 req-042f5213-0261-4ab5-a88a-49d9ed876478 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0258067 Jan 25 03:12:19.377325 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-75576101-3f6b-458d-af52-73c22d345ea6 req-9079c38d-8e1b-4007-9846-2892acc70add tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251184 Jan 25 03:12:20.471353 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-970b33fd-73ef-4d68-a814-6c8df22960a5 req-09b7d991-fef9-4421-8fcb-24409fd9bfaf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0255802 Jan 25 03:12:21.565342 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0308225d-2baf-4d60-ab0d-ce086ccedadf req-d9d9777c-cd55-4f7c-a41c-ed2fe0419f2b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0284493 Jan 25 03:12:22.657807 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6592f2d6-d4a1-4e80-b24d-cacd1ba22095 req-823d7fda-4d24-4d6b-8908-37eebe4b405e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0258019 Jan 25 03:12:23.749278 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f0dfea94-3f98-4464-b263-e1f5715bb966 req-b1a6cf1e-1bd1-4b59-82c8-0c33401d5b82 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0255663 Jan 25 03:12:24.856844 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b80a32d5-a1a2-4ae5-b597-27b6032e6b30 req-079e7894-d587-425d-9d50-39762db6da00 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0282781 Jan 25 03:12:25.952728 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2be31cf5-8588-4e4d-a0a5-822ce0bec166 req-c1a23948-646d-4b9b-b9cd-cacf11dcf16f tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252874 Jan 25 03:12:27.043783 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a64a69a4-58f7-418d-a35d-e0a6a7abbfa6 req-546020a6-870d-4e76-b984-5e261b57eae6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245585 Jan 25 03:12:28.113749 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3657-7f7c-4a1a-a2f3-3eb83acf8317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:28.149764 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-08ead64b-74eb-4e0d-b165-ac667e2acd87 req-6df5b1eb-b67f-488c-b53a-3080968d3f5d tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253081 Jan 25 03:12:29.245454 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8536ebd9-ebe6-4794-b695-2dd1e8a2a988 req-7b37ce58-8636-4f0f-b6dc-0c717bc606d7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251622 Jan 25 03:12:30.269806 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b9d8a39b-67de-4d0a-bdf2-6d293de0bb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:30.339887 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fcebb7de-812a-4ad1-b578-3e9f6b81caff req-d5be1762-1cd8-4aac-a95e-0805ea5cc5e0 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249374 Jan 25 03:12:31.434898 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-324bcaa1-a008-4078-9784-5fe40a19cc3a req-8d84ed24-62de-4686-9497-2b77d6d2e1ba tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256338 Jan 25 03:12:31.696217 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:32.070372 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:32.530247 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1f011fe-761c-4953-840a-b01b8f0bd45a req-7fa90ab7-e82a-4657-8328-e0799fb3a495 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0288913 Jan 25 03:12:33.142569 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:33.426327 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:12:33.622870 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4fee6934-c1ca-43b7-9f90-1a40dcfc46e9 req-4a12c90a-ea1a-491f-b50a-ee8a915c7c20 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249493 Jan 25 03:12:34.309602 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:34.718480 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7268c54f-11bb-4a9d-8a16-dd7c71865f4f req-24384d08-774a-4608-85c9-f98cb66e1c72 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0286922 Jan 25 03:12:35.810476 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5e58be66-e6ca-48e5-bc40-5b44243cd0d3 req-5589de52-c430-46ae-960e-539b86cc865b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0257196 Jan 25 03:12:36.902189 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-385d8f51-b484-4eb7-bf34-784bbb4f2dac req-3cfe7cf6-a69f-4109-9211-45bc19349d62 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254409 Jan 25 03:12:38.000856 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6d3d2182-2e6b-4db1-912c-08c49f2aa0ad req-25926b06-dbb7-4b73-9773-1ef58614d6d2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0288308 Jan 25 03:12:39.092685 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-acb04e75-cb1c-4149-9dcb-315da34248c6 req-f8019af7-c844-48be-bc76-acaf65414a7a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252233 Jan 25 03:12:40.183156 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8b998b48-470b-423b-bd0c-14aaafc91f06 req-38fa44b0-a017-47cf-bec2-c36ee1715935 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247626 Jan 25 03:12:41.276069 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a4c228c1-955e-4603-b735-ca037cc39b3b req-8e52a91c-f353-4703-830a-bce4f17b2a63 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251803 Jan 25 03:12:42.367200 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-81bb4cde-e90f-4e85-af1f-679002c8bb00 req-5c82d952-c8f7-476e-b20a-0342c1d72407 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245211 Jan 25 03:12:43.457332 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-080d4863-cba9-4d19-9437-0903869f1685 req-c254cfef-56a0-41c6-bf31-3fa78aee75eb tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245178 Jan 25 03:12:44.550994 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-acfac1b0-b865-46e4-b8ac-57f7262affa5 req-1a3beb99-4103-42b9-bf24-db34d25729f4 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250671 Jan 25 03:12:45.643178 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0ea236d7-4d7c-4ccc-8b44-0d08b2b2c8a7 req-dcf02c53-2aa1-4234-ae75-e14d1383cbb1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0243361 Jan 25 03:12:46.736316 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d4b4b616-65a0-48dc-b594-44c43024f2dd req-d8b5086a-122c-4f83-b586-58ba154d6543 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252004 Jan 25 03:12:47.831779 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fd21755c-d2a6-48c4-94ae-566dd2494028 req-6275229d-0002-4aec-9b64-8d9a87258fb7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0286701 Jan 25 03:12:48.921251 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-da09520f-b6ee-429c-a5e2-beedfafae614 req-586295f7-5bd9-47db-89f5-543e8933ddd2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249741 Jan 25 03:12:50.014755 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9b9beb62-ac17-48bd-898b-adf9ff6479b5 req-3017358c-a15f-47c4-9bb2-9fa266fcabd4 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0243993 Jan 25 03:12:51.116671 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5799cf78-370f-4d53-ad2f-dbdc1b49b5f1 req-ded60f66-2c72-46fa-a809-b1c08b98656a tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0282998 Jan 25 03:12:52.209857 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-406049ee-ee9c-4d42-95e3-5814266f66a7 req-7fecb234-d435-4571-a53f-43957a0d7278 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0257940 Jan 25 03:12:53.302137 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-2e9f67b0-8589-49cb-ac73-c1825ce5e19c req-aba6a85f-fb5e-4744-b8c1-227faa6fe6c6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0260582 Jan 25 03:12:54.393862 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b9609d46-d3c8-46a1-bc30-6e5753a4b043 req-66dc89e4-dbaf-4e02-90e6-e306429487a6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0252762 Jan 25 03:12:55.484358 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-20cbebef-691b-421b-b69a-567601c04462 req-7aadc1f2-9fc3-4127-915a-6f9207202cef tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0249004 Jan 25 03:12:56.575397 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-95dfaff4-dedd-4fd0-b70a-53ca43ba71a8 req-0c1faaa9-bcd2-45d5-a58c-1b6b0915c69e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244091 Jan 25 03:12:57.668281 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-33558200-5b7f-4544-8d6a-2f83730006c6 req-31abe173-d397-402c-ba03-861b6db0b062 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0264745 Jan 25 03:12:58.116243 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-2b245980-15ca-4d3e-b16f-fad2d6ee1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:12:58.759753 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-955c8590-d760-4c90-ba57-c268288b4de7 req-29dec62c-f109-4885-82e4-dcdcef7b817c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0242677 Jan 25 03:12:59.851363 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f6bbc073-6582-40d1-ab97-029f1c9ae1e6 req-f45f720e-7456-4cab-8dbb-a894bf0658a5 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251985 Jan 25 03:13:00.271001 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-88fd3e8e-4438-4c24-8ca4-82970f9239c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:00.948499 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f46231b2-7a98-4ab8-8501-6648a941f5dd req-b7688461-bf37-46c4-ab9c-8305f1fe94fe tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0310338 Jan 25 03:13:01.698131 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:02.048952 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-79d62bea-b4a8-41fb-a38b-ce43ef544aa2 req-20676f99-a866-4831-8e5a-04a9e372859b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0280094 Jan 25 03:13:02.055400 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:03.143611 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ac2fad8d-ad1f-4e35-a5c3-cd8e3f836680 req-eceb89d0-372d-4f89-b292-b6b12a7104ed tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0266607 Jan 25 03:13:03.146494 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:04.238956 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-17656e16-0556-4fc7-95dc-3ba20bf89c68 req-d0ac68c2-1d5f-40e0-83a8-49b45ceb379c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0276508 Jan 25 03:13:04.312432 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:05.333490 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0898317d-86ab-4fc1-8ba0-023ae513d410 req-de85c810-6980-49ab-afc2-85dafc719c68 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253215 Jan 25 03:13:06.426161 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f8a9e54e-d131-4c69-8599-5bfb18300ef7 req-d8d529fb-7681-4fb5-9174-3373e9937a7b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246820 Jan 25 03:13:07.519059 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9013d7eb-1fa3-4300-97cf-524109e164a2 req-dadb8e6b-3802-4fc8-8f56-66140672d6f1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250573 Jan 25 03:13:08.613073 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-8430948d-b6b3-40b9-b0bd-3dd7483266a1 req-80fba4df-1e3c-4f5a-9297-38b8b774fd2c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0261571 Jan 25 03:13:09.706298 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c62aed2e-69a1-4404-850f-f394dd3ff817 req-3c7a61c2-ba32-4689-bf14-aab9e3261164 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0270009 Jan 25 03:13:10.425704 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:13:10.798847 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-62a2e3ad-c04f-4d72-be92-53c44fd262e3 req-8164291f-68e1-43d7-90fd-d8cb43455717 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250649 Jan 25 03:13:11.889327 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1967d9d1-f52e-474d-b6e2-adc686e8ed94 req-13108a27-ad19-45c2-8365-a2518ab0b254 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0241375 Jan 25 03:13:12.981142 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-728d1921-fb6b-4a35-a554-08eb934d7d9c req-3d07e0c5-dd4b-4acf-a704-a3651fcc6b3e tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0255265 Jan 25 03:13:14.075858 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2a3a6bcc-9aae-40a7-9dd5-baa11fdb6b27 req-eab5d236-0b1a-46a3-ba7c-fb6bc27ffcb2 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0278022 Jan 25 03:13:15.167714 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f4bd226d-c448-4e1d-beca-073259dc5a82 req-d530a891-69d9-4ad5-950a-88f157ab3e14 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0240965 Jan 25 03:13:16.259355 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0d98b1e3-ae0b-4e4f-a929-e1b7a23e94cb req-cacf850e-408e-45af-a9f5-2cd3c1cc9a13 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0251234 Jan 25 03:13:17.353503 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a60e735e-186e-4be3-b585-9a0220cd3445 req-9b2d3685-f735-4fe7-b76d-a65024eac2b4 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0275450 Jan 25 03:13:18.445044 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-04250c74-dbb4-4f14-b0e0-4468600a5ecd req-eee347eb-b3f2-4d74-ace0-698146c79f32 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253594 Jan 25 03:13:19.548036 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a51e6db7-5b35-4db4-81d2-8bf6c3ac203d req-c057c02f-79a7-417f-9538-f4a6e36c9dd3 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0266790 Jan 25 03:13:20.640509 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-308f71f5-8519-4e81-856f-4afe5aecd0da req-bba56bb8-408c-4331-9b17-1b0f9611a1e7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0245333 Jan 25 03:13:21.731801 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7e299512-5e94-46af-b57b-5bc081629bb3 req-3f1ca7c2-e25b-4570-bd89-6bcfe6317ec7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0244124 Jan 25 03:13:22.824094 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-03623903-8827-45cb-9efc-44bacf8b04c9 req-1de66b51-ae33-4349-9ccf-eb3fa88c144b tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254531 Jan 25 03:13:23.916460 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3ae28a1a-3079-4c4b-bbbf-7f1a12036ebf req-df608ca6-3c1c-484d-80aa-131b43be78bf tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254421 Jan 25 03:13:25.008636 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-59ef9094-46db-436f-ad28-a3bf8a81a5a5 req-ee7e511f-956a-4017-8b61-610b1da8f1e7 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0256534 Jan 25 03:13:26.107301 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e026000b-423d-4519-b07c-a795db34023d req-11ee7958-b6bb-4c11-847f-e6b8a93af104 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0264378 Jan 25 03:13:27.205571 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-08ce1240-6f62-4735-b02e-e5e915008fca req-701f3f3a-4774-43f6-bc27-14056629de28 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0284734 Jan 25 03:13:28.120944 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-cec82097-c30c-420e-99d5-c76f33ddf218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:28.297823 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1b20c647-0b04-46b5-95f5-ea1270fc4d84 req-76a0db4a-123c-41e8-b406-b48f01ec1d9c tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0254381 Jan 25 03:13:29.389580 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4cd6be9b-1914-4eca-9a27-d97102186dab req-b3d9b415-698a-4ddf-b595-f34332a8a9d1 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0250561 Jan 25 03:13:30.273066 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b2c3c632-f250-4a7e-bdef-8ff356e6081f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:30.484201 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-57bb0fd8-dacf-48e9-8e40-9e747f3a85a7 req-066002c0-6bab-45eb-bbab-469e60c57004 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0291195 Jan 25 03:13:31.576748 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb410719-ecba-4208-817f-5b7e52fe248c req-b9051cf6-760f-4fb5-9e74-847b436fa1de tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247521 Jan 25 03:13:31.702116 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:32.066516 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:32.672748 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-57a97700-ce1a-4784-9f9a-b18cc7ffee62 req-89cf5999-2c11-42ff-be12-422a97981834 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0298860 Jan 25 03:13:33.149493 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:33.766017 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d2df09ee-34a9-4a7a-a7e1-8d0d8f05222b req-42ddd17a-17fc-4c0c-b196-a9216fe649c9 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0253401 Jan 25 03:13:34.316547 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:34.858313 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-b05ff658-f1cf-49b0-a482-aca41c3ff5a1 req-6f7a3b47-59f5-4cb4-9db3-b08c05bd50c6 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0247259 Jan 25 03:13:35.949954 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-489a4bb8-6247-480c-96e8-9fe028c8b20f req-785cf610-c820-40df-8167-07d89d5f1689 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246603 Jan 25 03:13:37.040913 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ec1e5bb6-b0f1-4622-bd96-c1546a192c66 req-a5454984-d1ce-4da9-a438-d2f940e99870 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/ports?device_id=c1cdcd64-14e7-487b-89ae-eed962163f8c HTTP/1.1" status: 200 len: 210 time: 0.0246515 Jan 25 03:13:37.093805 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 56878) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:13:37.146276 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (4762de04-ec51-4420-94da-9ef1baebf35f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:37.169543 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (4762de04-ec51-4420-94da-9ef1baebf35f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:37.219585 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (4762de04-ec51-4420-94da-9ef1baebf35f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:37.222688 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:37.223938 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "DELETE /v2.0/security-groups/4762de04-ec51-4420-94da-9ef1baebf35f HTTP/1.1" status: 204 len: 168 time: 0.1290722 Jan 25 03:13:37.226681 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 56880) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:13:37.232866 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4762de04-ec51-4420-94da-9ef1baebf35f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:13:37.240720 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.240907 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.api.v2.resource [None req-02cb3ad7-643f-479e-9d30-927bb7e1a9fd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] show failed (client error): The resource could not be found. Jan 25 03:13:37.241077 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.244366 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.244366 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.244629 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-02cb3ad7-643f-479e-9d30-927bb7e1a9fd tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "GET /v2.0/security-groups/4762de04-ec51-4420-94da-9ef1baebf35f HTTP/1.1" status: 404 len: 347 time: 0.0141361 Jan 25 03:13:37.244747 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.244747 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.244747 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.244747 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.244747 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.244747 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.244747 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.244747 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.245538 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 56882) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:13:37.245643 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25f2637-f54e-44a0-9981-5f86cb2a7092 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.389072 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Deleting port 8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:13:37.389560 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:37.472536 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:37.472915 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:37.484148 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Calling delete_port for 8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424 owned by network:floatingip {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:13:37.615084 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:37.641315 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Pushing event deleted for resources: {'Port': ['ID=8bb4ef56-6c1b-49d7-91aa-7cef8cd4f424,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:13:37.652272 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.652621 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.652965 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.653325 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.653639 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.653961 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.654286 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.654613 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.654935 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.655258 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.655583 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.655926 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.656244 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:13:37.718034 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks [] for floatingip (0c46d873-6d81-422e-a79c-660d3cc6fec4), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:37.721294 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:13:37.722809 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-bad657cc-3915-4e21-ad5e-88be6bbfe359 tempest-AttachVolumeTestJSON-961606184 tempest-AttachVolumeTestJSON-961606184-project] 10.222.0.117 "DELETE /v2.0/floatingips/0c46d873-6d81-422e-a79c-660d3cc6fec4 HTTP/1.1" status: 204 len: 168 time: 0.4773452 Jan 25 03:13:47.424724 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:13:58.123268 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7dcecfba-9c3a-495c-be40-a7f110d9888f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:00.274117 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7e923342-38ec-492a-8dd0-a93313b901eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:01.704944 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:02.065556 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:03.152076 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:04.319869 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:24.423836 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:14:28.125333 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-bb356490-b7dd-4701-8601-d4c1b8c77149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:30.276274 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-381e4e9f-c75a-4668-9948-50b156334830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:31.708749 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:32.082907 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:33.156313 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:34.321613 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:14:58.130754 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6b4070f8-07f4-4080-90ce-a6d602901597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:00.277867 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c6560243-5620-4469-8275-275c769c54e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:01.422908 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:15:01.711199 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:02.079791 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:03.158759 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:04.324753 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:28.136591 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9a2b49fd-1688-481a-8300-b8f4ba020098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:30.280338 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-30d009c5-8e2f-4e56-aa08-ae41b2858ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:31.713105 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:32.094681 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:33.162985 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:34.326540 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:15:38.430422 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:15:58.130212 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-17ece7cc-4b4f-476c-b9a4-f7318593ee3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:00.282299 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8e8a1685-55bd-4b8d-a74b-d70f0cd7b2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:01.716643 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:02.121597 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:03.164828 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:04.328811 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:15.421616 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:16:28.132860 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-025215b1-75d0-4631-b429-1ef18ab1465f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:30.283588 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-eabbea1c-0a4f-41d9-9ea8-a76d9f40ce8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:31.719674 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:32.108760 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:33.168129 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:34.330313 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:16:52.421165 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:16:58.137396 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-fb0bcb64-371f-4c5c-a345-427000448ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:00.284780 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-682e2b80-a136-41a9-abb8-3e1d040c5353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:01.722816 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:02.117994 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:03.172556 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:04.336566 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:28.139854 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-05902365-b0c1-4fe2-889e-d967e36ca988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:29.419919 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:17:30.286816 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebcb3-8ecc-4436-b7d1-14992447b7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:31.727906 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:32.138886 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:33.174597 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:34.330272 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:17:58.142990 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-fdee4795-e2f8-4196-a999-1d647e344282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:00.287825 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-811e8fb5-9416-46fb-9dd9-a8525583aa4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:01.728195 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:02.151948 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:03.177868 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:04.333503 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:06.419655 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:18:24.179425 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57208) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:18:24.385149 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Deleting subnet 5f3a9fc6-5b52-4389-a909-e399ae36ee80 {{(pid=102671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:18:24.388210 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Publish callbacks [] for subnet (5f3a9fc6-5b52-4389-a909-e399ae36ee80), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.424683 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585826'] for subnet (5f3a9fc6-5b52-4389-a909-e399ae36ee80), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.462899 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (5f3a9fc6-5b52-4389-a909-e399ae36ee80), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.513425 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10101061'] for subnet (5f3a9fc6-5b52-4389-a909-e399ae36ee80), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.539488 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3a9fc6-5b52-4389-a909-e399ae36ee80,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:18:24.542709 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.545250 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/5f3a9fc6-5b52-4389-a909-e399ae36ee80 HTTP/1.1" status: 204 len: 168 time: 0.3648012 Jan 25 03:18:24.547854 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57214) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:18:24.552421 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.552796 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.553143 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.553495 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.553837 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.554206 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.554543 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.554881 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.555214 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.555546 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.555905 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.556237 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.556565 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8023a3a-9d89-4a29-b512-e4e427d24063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.617666 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (4f7e7082-5225-41d0-8ffc-0ec4d230f83c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.703514 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (4f7e7082-5225-41d0-8ffc-0ec4d230f83c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.726069 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7e7082-5225-41d0-8ffc-0ec4d230f83c']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:18:24.735546 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c2bcc2-dd80-49be-8dda-668eca09072c') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:18:24.735898 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c2bcc2-dd80-49be-8dda-668eca09072c') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:18:24.745932 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (81c2bcc2-dd80-49be-8dda-668eca09072c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.758614 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (81c2bcc2-dd80-49be-8dda-668eca09072c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.764420 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:18:24.764809 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (81c2bcc2-dd80-49be-8dda-668eca09072c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:18:24.766453 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:18:24.822373 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (4f7e7082-5225-41d0-8ffc-0ec4d230f83c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.827820 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:24.831076 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] 10.222.0.117 "DELETE /v2.0/networks/4f7e7082-5225-41d0-8ffc-0ec4d230f83c HTTP/1.1" status: 204 len: 168 time: 0.2822130 Jan 25 03:18:24.841912 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7e7082-5225-41d0-8ffc-0ec4d230f83c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:18:24.849797 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.850158 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.850512 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.850859 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.851196 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.851533 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.852011 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.852349 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.852683 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.853017 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.853346 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.853675 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.854003 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0ad18-44e0-416a-8956-bf5ce72434dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:18:24.944232 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57222) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:18:24.983735 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-956f02b0-e4bb-4601-b0c8-30068e206c93 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=48ce4d90d9f948748057584c88319497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382917 Jan 25 03:18:24.986041 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57224) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:18:25.034305 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7f592d0-dd89-4d4c-a755-481537adbfb7 admin admin] Publish callbacks [] for security_group (13777abb-aac2-4cae-8612-8c44a9b92e35), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:25.058712 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7f592d0-dd89-4d4c-a755-481537adbfb7 admin admin] Publish callbacks [] for security_group (13777abb-aac2-4cae-8612-8c44a9b92e35), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:25.106994 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7f592d0-dd89-4d4c-a755-481537adbfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (13777abb-aac2-4cae-8612-8c44a9b92e35), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:25.109621 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7f592d0-dd89-4d4c-a755-481537adbfb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:25.110812 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b7f592d0-dd89-4d4c-a755-481537adbfb7 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/13777abb-aac2-4cae-8612-8c44a9b92e35 HTTP/1.1" status: 204 len: 168 time: 0.1238308 Jan 25 03:18:25.118674 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f592d0-dd89-4d4c-a755-481537adbfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13777abb-aac2-4cae-8612-8c44a9b92e35,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:18:28.146596 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6e8eed79-a8a8-4028-8c3f-8868ed70600b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:30.290867 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7a5469e4-899e-4b32-90d1-d5bb60072366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:31.730101 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:32.172767 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:33.180267 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:34.339417 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:43.419260 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:18:48.297016 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57416) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:18:48.400806 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-794c343d-483e-4213-8e85-4d3e19009b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:48.476798 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-794c343d-483e-4213-8e85-4d3e19009b41 admin admin] Publish callbacks [] for security_group (eb72b10f-8a24-4333-9fcb-68796aee3e75), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:48.483354 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-794c343d-483e-4213-8e85-4d3e19009b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (eb72b10f-8a24-4333-9fcb-68796aee3e75), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:48.523172 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c343d-483e-4213-8e85-4d3e19009b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb72b10f-8a24-4333-9fcb-68796aee3e75,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:18:48.527376 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-794c343d-483e-4213-8e85-4d3e19009b41 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=72bfe8a143bc4832a9f4b862126e2364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293472 Jan 25 03:18:48.529949 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57420) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:18:48.577418 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-06c39dcf-f96d-4033-bc9d-7ad8d5f2ce91 admin admin] Publish callbacks [] for security_group (eb72b10f-8a24-4333-9fcb-68796aee3e75), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:48.598616 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-06c39dcf-f96d-4033-bc9d-7ad8d5f2ce91 admin admin] Publish callbacks [] for security_group (eb72b10f-8a24-4333-9fcb-68796aee3e75), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:48.644035 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-06c39dcf-f96d-4033-bc9d-7ad8d5f2ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (eb72b10f-8a24-4333-9fcb-68796aee3e75), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:48.646653 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-06c39dcf-f96d-4033-bc9d-7ad8d5f2ce91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:48.648428 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-06c39dcf-f96d-4033-bc9d-7ad8d5f2ce91 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/eb72b10f-8a24-4333-9fcb-68796aee3e75 HTTP/1.1" status: 204 len: 168 time: 0.1175907 Jan 25 03:18:48.655977 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c39dcf-f96d-4033-bc9d-7ad8d5f2ce91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb72b10f-8a24-4333-9fcb-68796aee3e75,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:18:58.148517 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c7d8ef89-499b-4739-be5b-e47e7c951f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:58.630970 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57520) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:18:58.742918 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6145aeb-d12a-402e-a2b5-0f4b88637c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:58.821859 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6145aeb-d12a-402e-a2b5-0f4b88637c21 admin admin] Publish callbacks [] for security_group (36918518-8c00-46b5-b653-a87bbbe7b6b1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:58.825716 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6145aeb-d12a-402e-a2b5-0f4b88637c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (36918518-8c00-46b5-b653-a87bbbe7b6b1), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:58.863480 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a6145aeb-d12a-402e-a2b5-0f4b88637c21 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=d85e548406cf42118536890811037ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305548 Jan 25 03:18:58.864372 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6145aeb-d12a-402e-a2b5-0f4b88637c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36918518-8c00-46b5-b653-a87bbbe7b6b1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:18:58.866815 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57524) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:18:58.915139 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f2c711d3-80d5-443d-a44a-7bb4b985b0e8 admin admin] Publish callbacks [] for security_group (36918518-8c00-46b5-b653-a87bbbe7b6b1), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:58.936339 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f2c711d3-80d5-443d-a44a-7bb4b985b0e8 admin admin] Publish callbacks [] for security_group (36918518-8c00-46b5-b653-a87bbbe7b6b1), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:58.986230 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f2c711d3-80d5-443d-a44a-7bb4b985b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (36918518-8c00-46b5-b653-a87bbbe7b6b1), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:58.988979 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f2c711d3-80d5-443d-a44a-7bb4b985b0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:58.990131 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f2c711d3-80d5-443d-a44a-7bb4b985b0e8 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/36918518-8c00-46b5-b653-a87bbbe7b6b1 HTTP/1.1" status: 204 len: 168 time: 0.1223261 Jan 25 03:18:58.998366 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c711d3-80d5-443d-a44a-7bb4b985b0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36918518-8c00-46b5-b653-a87bbbe7b6b1,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:18:59.597434 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57548) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:18:59.697159 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-297838678-network', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:18:59.719985 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Made reservation on behalf of b49d1a0585ee4d0992125a806e46704f for: {'network': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:18:59.722355 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:59.730646 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:59.804047 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Publish callbacks [] for security_group (f2411808-4178-407d-95ef-200eb75fe9b6), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:59.807576 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (f2411808-4178-407d-95ef-200eb75fe9b6), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:59.828618 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=102671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:18:59.842730 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2411808-4178-407d-95ef-200eb75fe9b6,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:18:59.848621 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (bd62304b-90fc-4f2b-8f2a-425936bf7f09), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:59.848966 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.segments_db [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Added segment bd62304b-90fc-4f2b-8f2a-425936bf7f09 of type vlan for network b951e5fb-385c-4e65-af07-5c17a1e666d7 Jan 25 03:18:59.888686 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (b951e5fb-385c-4e65-af07-5c17a1e666d7), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:59.913287 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (b951e5fb-385c-4e65-af07-5c17a1e666d7), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:59.914296 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:18:59.915380 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:18:59.962659 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3639040 Jan 25 03:18:59.965450 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57552) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:18:59.970342 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Request body: {'subnet': {'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-297838678-subnet', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:18:59.995151 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Made reservation on behalf of b49d1a0585ee4d0992125a806e46704f for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:18:59.998338 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10474755'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.007887 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc29a9c-f914-4a0d-bc22-5c1c5b54b7d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b951e5fb-385c-4e65-af07-5c17a1e666d7,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:00.017791 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network b951e5fb-385c-4e65-af07-5c17a1e666d7 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:19:00.169386 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10000772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10474797'] for subnet (3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.225601 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:00.233841 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Checking segment: {'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:00.234213 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Network hostable DHCP agents. Network: b951e5fb-385c-4e65-af07-5c17a1e666d7, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:19:00.250942 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Network b951e5fb-385c-4e65-af07-5c17a1e666d7 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:19:00.259953 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, b951e5fb-385c-4e65-af07-5c17a1e666d7) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:00.264180 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:00.264778 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.268871 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0cd893-ff4d-4055-a08f-90ffd8f524d5 None None] Network b951e5fb-385c-4e65-af07-5c17a1e666d7 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:19:00.283855 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f0c9f887-28d1-4b05-a26c-932a9972e10d admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3148379 Jan 25 03:19:00.284334 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57554) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:00.288676 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:00.311727 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.312940 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.345349 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e14cb145-1432-4eb1-9249-552be07b3c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.374655 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks [] for router_controller (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), precommit_add_association {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.391143 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1b5505-16d0-58fc-a7d8-0e7c122357f0-b951e5fb-385c-4e65-af07-5c17a1e666d7', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc'}]}} from dv-cinder-819778-6-iscsi. {{(pid=102672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:19:00.392101 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.516891 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks [] for router_gateway (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.526682 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.db_base_plugin_common [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Allocated IP 172.20.0.2 (b951e5fb-385c-4e65-af07-5c17a1e666d7/3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc/affae811-dd85-4cbc-9c82-f21995807e14) {{(pid=102672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:19:00.685242 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Publish callbacks [] for port (affae811-dd85-4cbc-9c82-f21995807e14), precommit_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.691149 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (affae811-dd85-4cbc-9c82-f21995807e14), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.722083 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks [] for router_gateway (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.733233 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Network b951e5fb-385c-4e65-af07-5c17a1e666d7 is already hosted by enough agents. {{(pid=102672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:19:00.736041 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.base_scheduler [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Resources bound (agent type, host, resource id): {{(pid=102672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:00.738489 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Received port after_create {{(pid=102672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:19:00.740978 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.745392 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Pushing event updated for resources: {'Port': ['ID=affae811-dd85-4cbc-9c82-f21995807e14,revision_number=1']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:00.768146 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.768510 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.768860 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.769206 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.769731 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.770099 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.770438 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.770776 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.771109 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.771441 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.772509 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.772834 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.773167 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:00.813883 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Attempting to bind port affae811-dd85-4cbc-9c82-f21995807e14 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:19:00.814260 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Attempting to bind port affae811-dd85-4cbc-9c82-f21995807e14 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:19:00.814624 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Attempting to bind port affae811-dd85-4cbc-9c82-f21995807e14 on network b951e5fb-385c-4e65-af07-5c17a1e666d7 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:19:00.819924 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:19:00.820308 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Checking segment: {'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:00.820713 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.821108 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Bound using segment: {'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:19:00.821582 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Bound port: affae811-dd85-4cbc-9c82-f21995807e14, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:19:00.821970 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (affae811-dd85-4cbc-9c82-f21995807e14), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.851788 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Allocated IP 172.27.1.90 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/46170fa2-f3e4-463c-8e74-c4afe8dfcbdd) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:19:00.886428 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] For port affae811-dd85-4cbc-9c82-f21995807e14, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:19:00.889598 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] For port affae811-dd85-4cbc-9c82-f21995807e14, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=affae811-dd85-4cbc-9c82-f21995807e14,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:19:00.893575 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (affae811-dd85-4cbc-9c82-f21995807e14), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.954504 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cae02d-b8fd-42bd-b3a0-549908a2a135 None None] Pushing event updated for resources: {'Port': ['ID=affae811-dd85-4cbc-9c82-f21995807e14,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:00.960279 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks [] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:00.998880 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:01.037902 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:19:01.043254 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:01.046728 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:19:01.052219 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Pushing event updated for resources: {'Port': ['ID=46170fa2-f3e4-463c-8e74-c4afe8dfcbdd,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:01.322042 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks [] for router_gateway (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:01.743892 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:01.778652 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547'] for router (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:01.906452 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78004f0f-01dc-4c53-8484-ca34189da351 None None] Network b951e5fb-385c-4e65-af07-5c17a1e666d7 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:19:01.911181 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 is scheduled to L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 with binding_index 1 {{(pid=102671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:19:01.971837 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-00236db6-7585-463e-91b8-5318eae3ae37 None None] Provisioning complete for port affae811-dd85-4cbc-9c82-f21995807e14 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:01.972217 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-00236db6-7585-463e-91b8-5318eae3ae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (affae811-dd85-4cbc-9c82-f21995807e14), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.016287 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:19:02.026729 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Sync routers for ids ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:19:02.036784 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.038199 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Routers {'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:02.041620 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f3111bfc-8c7e-408c-93cd-ca09cfd8940a admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7535548 Jan 25 03:19:02.041789 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:02.043637 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57560) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:02.094120 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-00236db6-7585-463e-91b8-5318eae3ae37 None None] Current status of the port affae811-dd85-4cbc-9c82-f21995807e14 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:02.094816 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-00236db6-7585-463e-91b8-5318eae3ae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (affae811-dd85-4cbc-9c82-f21995807e14), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.139014 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-00236db6-7585-463e-91b8-5318eae3ae37 None None] For port affae811-dd85-4cbc-9c82-f21995807e14, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=affae811-dd85-4cbc-9c82-f21995807e14,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:02.144185 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-00236db6-7585-463e-91b8-5318eae3ae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (affae811-dd85-4cbc-9c82-f21995807e14), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.240008 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00236db6-7585-463e-91b8-5318eae3ae37 None None] Pushing event updated for resources: {'Port': ['ID=affae811-dd85-4cbc-9c82-f21995807e14,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:02.241659 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Set router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:02.246266 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.447731 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:01Z', 'revision_number': 3, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:02.487199 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Checking router: b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:19:02.487556 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Updating router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:19:02.517272 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.532152 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device affae811-dd85-4cbc-9c82-f21995807e14 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:19:02.579396 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-8da48e20-0bef-4ff4-8cc9-c2fd45ff6f8c None None] Provisioning complete for port affae811-dd85-4cbc-9c82-f21995807e14 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:02.579876 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8da48e20-0bef-4ff4-8cc9-c2fd45ff6f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (affae811-dd85-4cbc-9c82-f21995807e14), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.629877 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port affae811-dd85-4cbc-9c82-f21995807e14 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:02.630676 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (affae811-dd85-4cbc-9c82-f21995807e14), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.759502 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-8da48e20-0bef-4ff4-8cc9-c2fd45ff6f8c None None] Current status of the port affae811-dd85-4cbc-9c82-f21995807e14 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:02.766025 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port affae811-dd85-4cbc-9c82-f21995807e14 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:02.770703 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.797109 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Publish callbacks [] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.803778 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.857336 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Attempting to bind port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:19:02.857736 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Attempting to bind port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:19:02.858121 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Attempting to bind port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd on network ac97d597-b923-44ee-833a-ebc6f152d881 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:19:02.859986 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Pushing event updated for resources: {'Port': ['ID=46170fa2-f3e4-463c-8e74-c4afe8dfcbdd,revision_number=2']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:02.868408 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:19:02.868792 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:02.869197 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.869597 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Bound using segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:19:02.870076 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Bound port: 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:19:02.870458 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.873349 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.873730 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.874099 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.874450 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.874790 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.875133 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.875466 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.875827 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.876164 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.876509 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.876844 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.877170 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.877496 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:02.928743 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Allocated IP 172.20.0.1 (b951e5fb-385c-4e65-af07-5c17a1e666d7/3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc/eadf5ad0-4d67-417a-a523-9bd935b557bf) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:19:02.931140 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] For port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:19:02.934522 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] For port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=46170fa2-f3e4-463c-8e74-c4afe8dfcbdd,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:19:02.939273 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:02.998103 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Routers {'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:02.998715 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:03.001694 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d6a00-b851-4875-a354-f470854b98cb None None] Pushing event updated for resources: {'Port': ['ID=46170fa2-f3e4-463c-8e74-c4afe8dfcbdd,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:03.034397 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Publish callbacks [] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:03.067473 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:03.105032 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Network b951e5fb-385c-4e65-af07-5c17a1e666d7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:19:03.106379 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] Set router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:03.113873 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:03.118627 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:19:03.143238 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Pushing event updated for resources: {'Port': ['ID=eadf5ad0-4d67-417a-a523-9bd935b557bf,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:03.164434 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472927'] for router_interface (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:03.203185 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:03.301429 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:03.307164 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:01Z', 'revision_number': 3, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:03.337097 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f6ca-7fc7-43d5-9615-882f82e40281 None None] The sync data for ids ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'] in dv-cinder-819778-6-iscsi is: [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:01Z', 'revision_number': 3, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:19:03.383992 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-f13e67fb-1b71-4932-a35b-eb68f747cac7 None None] Provisioning complete for port eadf5ad0-4d67-417a-a523-9bd935b557bf triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:03.384421 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f13e67fb-1b71-4932-a35b-eb68f747cac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:03.421915 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-f13e67fb-1b71-4932-a35b-eb68f747cac7 None None] Port eadf5ad0-4d67-417a-a523-9bd935b557bf cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:19:03.476090 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Publish callbacks [] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:03.481131 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10000767'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:03.558455 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462773'] for router_interface (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:03.560422 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Pushing event updated for resources: {'Port': ['ID=eadf5ad0-4d67-417a-a523-9bd935b557bf,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:03.660633 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Network b951e5fb-385c-4e65-af07-5c17a1e666d7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:19:03.662076 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:03.788860 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:19:03.906381 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:19:03.911726 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-550d7df2-efb7-409a-84e8-8e0a6edb1e4e admin admin] 10.222.0.117 "PUT /v2.0/routers/b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8666880 Jan 25 03:19:03.945340 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-3a34e1a5-880d-430a-b774-2e9d45a9a91f None None] Provisioning complete for port eadf5ad0-4d67-417a-a523-9bd935b557bf triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:03.946367 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3a34e1a5-880d-430a-b774-2e9d45a9a91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:03.981033 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-3a34e1a5-880d-430a-b774-2e9d45a9a91f None None] Port eadf5ad0-4d67-417a-a523-9bd935b557bf cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:19:04.342719 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.394233 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57580) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:04.403562 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-614940789-network', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:04.431113 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Made reservation on behalf of 39ba7d0b3d8d406b9419ab681ab86381 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:19:04.433567 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.442178 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.489486 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:19:04.529782 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Publish callbacks [] for security_group (fa7d721e-9511-452e-8606-0c34a34edc97), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.534848 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (fa7d721e-9511-452e-8606-0c34a34edc97), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.542154 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:04.542905 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.561479 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:19:04.571922 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7d721e-9511-452e-8606-0c34a34edc97,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:04.590385 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (e360f80b-5f6e-4805-a56b-0cc429f76a4c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.590648 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Added segment e360f80b-5f6e-4805-a56b-0cc429f76a4c of type vlan for network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 Jan 25 03:19:04.644079 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:04.644780 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.645768 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (4a4a27e2-19f6-4b7d-aae5-62a133672fd7), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.671839 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=46170fa2-f3e4-463c-8e74-c4afe8dfcbdd,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:04.676735 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.685068 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (4a4a27e2-19f6-4b7d-aae5-62a133672fd7), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.686097 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:04.686689 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.726634 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3305120 Jan 25 03:19:04.729409 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57586) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:04.734455 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Request body: {'subnet': {'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-614940789-subnet', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'ip_version': 4}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:04.744304 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=46170fa2-f3e4-463c-8e74-c4afe8dfcbdd,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:04.766355 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Made reservation on behalf of 39ba7d0b3d8d406b9419ab681ab86381 for: {'subnet': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:19:04.768940 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10101088'] for subnet (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.778967 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4000d1-babd-46e5-8c0f-52f4efa855aa admin admin] Pushing event updated for resources: {'Network': ['ID=4a4a27e2-19f6-4b7d-aae5-62a133672fd7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:04.790803 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:19:04.958147 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10101070'] for subnet (6db79e8a-e2d0-4e80-a865-2a6340962dff), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:04.987631 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Sync routers for ids ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:19:04.998770 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Routers {'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:04.999403 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:05.018288 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db79e8a-e2d0-4e80-a865-2a6340962dff,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:05.029365 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Checking segment: {'id': 'e360f80b-5f6e-4805-a56b-0cc429f76a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:05.029831 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Network hostable DHCP agents. Network: 4a4a27e2-19f6-4b7d-aae5-62a133672fd7, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:19:05.048344 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:19:05.056892 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 4a4a27e2-19f6-4b7d-aae5-62a133672fd7) {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:05.061161 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:05.061775 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.078704 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-cb20f7a3-1455-4999-8bfa-8fa5953ccbb1 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3482082 Jan 25 03:19:05.081510 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57590) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:05.082345 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ef99e-5bca-481e-aa79-0863bccfbcb5 None None] Network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:19:05.086403 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-614940789-router', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:05.108983 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1048'] for router (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.109944 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-470992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041'] for router (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.160973 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks [] for router_controller (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), precommit_add_association {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.162830 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Set router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:05.252876 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae1b5505-16d0-58fc-a7d8-0e7c122357f0-4a4a27e2-19f6-4b7d-aae5-62a133672fd7', 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7', 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'fixed_ips': [{'subnet_id': '6db79e8a-e2d0-4e80-a865-2a6340962dff'}]}} from dv-cinder-819778-6-iscsi. {{(pid=102672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 03:19:05.253726 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.304846 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks [] for router_gateway (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.502672 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks [] for router_gateway (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.525745 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.606764 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.db_base_plugin_common [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Allocated IP 172.20.0.2 (4a4a27e2-19f6-4b7d-aae5-62a133672fd7/6db79e8a-e2d0-4e80-a865-2a6340962dff/d66c023a-adf2-434d-9a62-0b3ffaa4a49b) {{(pid=102672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:19:05.633702 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Allocated IP 172.27.1.104 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/348e7fd1-2200-480a-aab6-e821cfcdfa09) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:19:05.687723 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:03Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'eadf5ad0-4d67-417a-a523-9bd935b557bf', 'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'mac_address': 'fa:16:3e:26:8a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:02Z', 'updated_at': '2022-01-25T03:19:03Z', 'revision_number': 2, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'subnets': [{'id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:05.717265 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Checking router: b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:19:05.717648 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Updating router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 port eadf5ad0-4d67-417a-a523-9bd935b557bf binding host dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:19:05.743163 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks [] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.757583 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.777619 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.815007 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:19:05.817795 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:05.820303 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:19:05.849015 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Publish callbacks [] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), precommit_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.850696 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Pushing event updated for resources: {'Port': ['ID=348e7fd1-2200-480a-aab6-e821cfcdfa09,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:05.897619 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), after_create {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:05.947067 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 is already hosted by enough agents. {{(pid=102672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:19:05.953792 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.scheduler.base_scheduler [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Resources bound (agent type, host, resource id): {{(pid=102672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:05.961453 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Received port after_create {{(pid=102672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:19:05.981718 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Pushing event updated for resources: {'Port': ['ID=d66c023a-adf2-434d-9a62-0b3ffaa4a49b,revision_number=1']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:06.088112 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Attempting to bind port d66c023a-adf2-434d-9a62-0b3ffaa4a49b on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:19:06.088794 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Attempting to bind port d66c023a-adf2-434d-9a62-0b3ffaa4a49b by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'e360f80b-5f6e-4805-a56b-0cc429f76a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:19:06.088794 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Attempting to bind port d66c023a-adf2-434d-9a62-0b3ffaa4a49b on network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:19:06.090653 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks [] for router_gateway (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.096434 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:19:06.096819 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Checking segment: {'id': 'e360f80b-5f6e-4805-a56b-0cc429f76a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:06.097226 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.097620 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Bound using segment: {'id': 'e360f80b-5f6e-4805-a56b-0cc429f76a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:19:06.098094 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Bound port: d66c023a-adf2-434d-9a62-0b3ffaa4a49b, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e360f80b-5f6e-4805-a56b-0cc429f76a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:19:06.098479 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.213485 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] For port d66c023a-adf2-434d-9a62-0b3ffaa4a49b, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:19:06.234326 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] For port d66c023a-adf2-434d-9a62-0b3ffaa4a49b, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d66c023a-adf2-434d-9a62-0b3ffaa4a49b,segment=NetworkSegment(e360f80b-5f6e-4805-a56b-0cc429f76a4c),segment_id=e360f80b-5f6e-4805-a56b-0cc429f76a4c)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:19:06.238717 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Publish callbacks [] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.243080 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.250204 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.291178 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-470991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472547'] for router (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.329545 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a00433-09d8-4502-b3e3-cdef7c5b8027 None None] Pushing event updated for resources: {'Port': ['ID=d66c023a-adf2-434d-9a62-0b3ffaa4a49b,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:06.400383 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d1a01-83c0-4daa-8ede-eba16e6722ae None None] Pushing event updated for resources: {'Port': ['ID=eadf5ad0-4d67-417a-a523-9bd935b557bf,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:06.417943 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Attempting to bind port eadf5ad0-4d67-417a-a523-9bd935b557bf on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:19:06.418316 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Attempting to bind port eadf5ad0-4d67-417a-a523-9bd935b557bf by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:19:06.418771 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Attempting to bind port eadf5ad0-4d67-417a-a523-9bd935b557bf on network b951e5fb-385c-4e65-af07-5c17a1e666d7 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:19:06.424990 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:19:06.425373 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Checking segment: {'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:06.425779 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.426323 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Bound using segment: {'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:19:06.426846 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Bound port: eadf5ad0-4d67-417a-a523-9bd935b557bf, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:19:06.428061 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.486161 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:19:06.498986 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c is scheduled to L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 with binding_index 1 {{(pid=102671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 03:19:06.565868 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] For port eadf5ad0-4d67-417a-a523-9bd935b557bf, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:19:06.577377 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] For port eadf5ad0-4d67-417a-a523-9bd935b557bf, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=eadf5ad0-4d67-417a-a523-9bd935b557bf,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:19:06.585023 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.649901 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:19:06.661105 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Sync routers for ids ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:19:06.661871 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:06.662286 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.665697 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Routers {'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:06.665909 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:06.675837 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Routers {'3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:06.678006 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:06.684169 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:06.688709 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57594) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:06.697659 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-9e2f70cb-664d-4e4a-b16e-6aed936f1143 admin admin] 10.222.0.117 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6084411 Jan 25 03:19:06.722504 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d1a01-83c0-4daa-8ede-eba16e6722ae None None] Pushing event updated for resources: {'Port': ['ID=eadf5ad0-4d67-417a-a523-9bd935b557bf,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:06.828820 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Set router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:06.919051 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] Set router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:06.985454 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-3611a1fd-bb59-4c47-a4b7-ea3dd3fd1a10 None None] Provisioning complete for port eadf5ad0-4d67-417a-a523-9bd935b557bf triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:06.985855 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3611a1fd-bb59-4c47-a4b7-ea3dd3fd1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.027730 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:07.031504 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'name': 'tempest-TestShelveInstance-614940789-router', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:05Z', 'revision_number': 3, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'gw_port': {'id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:07.060849 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Checking router: 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:19:07.061516 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Updating router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c port 348e7fd1-2200-480a-aab6-e821cfcdfa09 binding host dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:19:07.087738 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.161735 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-3611a1fd-bb59-4c47-a4b7-ea3dd3fd1a10 None None] Current status of the port eadf5ad0-4d67-417a-a523-9bd935b557bf is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:07.162512 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3611a1fd-bb59-4c47-a4b7-ea3dd3fd1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.192813 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.216846 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-3611a1fd-bb59-4c47-a4b7-ea3dd3fd1a10 None None] For port eadf5ad0-4d67-417a-a523-9bd935b557bf, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=eadf5ad0-4d67-417a-a523-9bd935b557bf,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:07.243205 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3611a1fd-bb59-4c47-a4b7-ea3dd3fd1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.375769 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Allocated IP 172.20.0.1 (4a4a27e2-19f6-4b7d-aae5-62a133672fd7/6db79e8a-e2d0-4e80-a865-2a6340962dff/433eac95-eed2-4790-8c1c-e7cdb24fbc53) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:19:07.429948 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Publish callbacks [] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), precommit_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.437016 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.451543 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-e6553470-35ee-4e14-8e46-afed1c017ee7 None None] Provisioning complete for port eadf5ad0-4d67-417a-a523-9bd935b557bf triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:07.451947 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e6553470-35ee-4e14-8e46-afed1c017ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.479408 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611a1fd-bb59-4c47-a4b7-ea3dd3fd1a10 None None] Pushing event updated for resources: {'Port': ['ID=eadf5ad0-4d67-417a-a523-9bd935b557bf,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:07.508540 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Attempting to bind port 348e7fd1-2200-480a-aab6-e821cfcdfa09 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:19:07.509061 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Attempting to bind port 348e7fd1-2200-480a-aab6-e821cfcdfa09 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:19:07.509240 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:03Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'eadf5ad0-4d67-417a-a523-9bd935b557bf', 'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'mac_address': 'fa:16:3e:26:8a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:02Z', 'updated_at': '2022-01-25T03:19:06Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'subnets': [{'id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:07.509662 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Attempting to bind port 348e7fd1-2200-480a-aab6-e821cfcdfa09 on network ac97d597-b923-44ee-833a-ebc6f152d881 {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:19:07.511238 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Publish callbacks [] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.534357 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:19:07.534733 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Checking segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:07.535144 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.535543 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Bound using segment: {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'} {{(pid=102673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:19:07.536054 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.managers [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Bound port: 348e7fd1-2200-480a-aab6-e821cfcdfa09, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924fd3fb-da90-4f03-99a3-414c649d5c3d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881'}}] {{(pid=102673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:19:07.536592 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), before_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.541405 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd573349-6e01-493d-b278-ccf5c206eb67 None None] Pushing event updated for resources: {'Port': ['ID=348e7fd1-2200-480a-aab6-e821cfcdfa09,revision_number=2']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:07.548702 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b7ce17-3966-4ea6-abc5-8f65e78862ac None None] The sync data for ids ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'] in dv-cinder-819778-6-iscsi is: [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:03Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'eadf5ad0-4d67-417a-a523-9bd935b557bf', 'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'mac_address': 'fa:16:3e:26:8a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:02Z', 'updated_at': '2022-01-25T03:19:06Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'subnets': [{'id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:19:07.562258 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.591025 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e5b2c-a395-454a-81d1-e92f3d7c1531 None None] Network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:19:07.628204 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:19:07.632190 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:07.637333 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:19:07.644823 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] For port 348e7fd1-2200-480a-aab6-e821cfcdfa09, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:19:07.652789 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.plugins.ml2.db [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] For port 348e7fd1-2200-480a-aab6-e821cfcdfa09, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=348e7fd1-2200-480a-aab6-e821cfcdfa09,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:19:07.661708 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron_lib.callbacks.manager [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), after_update {{(pid=102673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.671622 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Pushing event updated for resources: {'Port': ['ID=433eac95-eed2-4790-8c1c-e7cdb24fbc53,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:07.684991 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-e6553470-35ee-4e14-8e46-afed1c017ee7 None None] Current status of the port eadf5ad0-4d67-417a-a523-9bd935b557bf is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:07.702066 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-472927'] for router_interface (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.724019 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Routers {'3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:07.727003 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:07.820726 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-3ee17cbb-654a-408a-ba33-199a5948dd67 None None] Provisioning complete for port d66c023a-adf2-434d-9a62-0b3ffaa4a49b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:07.822551 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3ee17cbb-654a-408a-ba33-199a5948dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.876806 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:07.904248 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd573349-6e01-493d-b278-ccf5c206eb67 None None] Pushing event updated for resources: {'Port': ['ID=348e7fd1-2200-480a-aab6-e821cfcdfa09,revision_number=3']} {{(pid=102673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:07.955267 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-3ee17cbb-654a-408a-ba33-199a5948dd67 None None] Current status of the port d66c023a-adf2-434d-9a62-0b3ffaa4a49b is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:07.956152 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3ee17cbb-654a-408a-ba33-199a5948dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:08.005884 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-3ee17cbb-654a-408a-ba33-199a5948dd67 None None] For port d66c023a-adf2-434d-9a62-0b3ffaa4a49b, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d66c023a-adf2-434d-9a62-0b3ffaa4a49b,segment=NetworkSegment(e360f80b-5f6e-4805-a56b-0cc429f76a4c),segment_id=e360f80b-5f6e-4805-a56b-0cc429f76a4c)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:08.014316 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3ee17cbb-654a-408a-ba33-199a5948dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:08.019923 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] Set router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:08.145847 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee17cbb-654a-408a-ba33-199a5948dd67 None None] Pushing event updated for resources: {'Port': ['ID=d66c023a-adf2-434d-9a62-0b3ffaa4a49b,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:08.152034 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Publish callbacks [] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:08.158094 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10000767'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:08.170584 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-dcd7b9d7-afc9-477d-83e9-9441a4bb1af4 None None] Provisioning complete for port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:08.171079 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-dcd7b9d7-afc9-477d-83e9-9441a4bb1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:08.221700 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7b9d7-afc9-477d-83e9-9441a4bb1af4 None None] Port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:19:08.233370 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-dcd7b9d7-afc9-477d-83e9-9441a4bb1af4 None None] Provisioning complete for port d66c023a-adf2-434d-9a62-0b3ffaa4a49b triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:08.233761 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-dcd7b9d7-afc9-477d-83e9-9441a4bb1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:08.263023 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Pushing event updated for resources: {'Port': ['ID=433eac95-eed2-4790-8c1c-e7cdb24fbc53,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:08.265919 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462773'] for router_interface (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:08.329041 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'name': 'tempest-TestShelveInstance-614940789-router', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:05Z', 'revision_number': 3, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'gw_port': {'id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:08.360710 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26a67ce-d2dc-42e5-ac29-b2e15e5bd8ed None None] The sync data for ids ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'] in dv-cinder-819778-6-iscsi is: [{'id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'name': 'tempest-TestShelveInstance-614940789-router', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:05Z', 'revision_number': 3, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'gw_port': {'id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:19:08.362550 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7b9d7-afc9-477d-83e9-9441a4bb1af4 None None] Current status of the port d66c023a-adf2-434d-9a62-0b3ffaa4a49b is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:08.398303 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:19:08.399888 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:08.499343 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-82905b58-d46d-4a7b-8cc1-808c950adfff None None] Provisioning complete for port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:08.501252 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-82905b58-d46d-4a7b-8cc1-808c950adfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:08.546736 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-82905b58-d46d-4a7b-8cc1-808c950adfff None None] Port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:19:08.572565 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:19:08.670673 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-4229b159-621f-4a41-9d1e-5fbae87c54a7 None None] Provisioning complete for port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:08.671012 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4229b159-621f-4a41-9d1e-5fbae87c54a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:08.672830 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d66c023a-adf2-434d-9a62-0b3ffaa4a49b up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:19:08.731125 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:19:08.739667 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f78afd68-225f-4c88-a06c-e44711a2f489 admin admin] 10.222.0.117 "PUT /v2.0/routers/3a11e92d-35c7-4a40-9037-3a4ac2e54b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0496292 Jan 25 03:19:08.770060 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-4229b159-621f-4a41-9d1e-5fbae87c54a7 None None] Port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:19:08.787167 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port d66c023a-adf2-434d-9a62-0b3ffaa4a49b triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:08.787629 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:08.898630 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port d66c023a-adf2-434d-9a62-0b3ffaa4a49b is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:08.899887 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device eadf5ad0-4d67-417a-a523-9bd935b557bf up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:19:08.960899 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port eadf5ad0-4d67-417a-a523-9bd935b557bf triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:08.961363 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.054202 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port eadf5ad0-4d67-417a-a523-9bd935b557bf is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:09.371401 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57612) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:09.376295 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-71bbc29e-3891-4d23-823d-e35d80cf1a1c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911142258', 'description': 'tempest-secgroup-smoke-1911142258 description', 'project_id': 'b49d1a0585ee4d0992125a806e46704f'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:09.401794 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71bbc29e-3891-4d23-823d-e35d80cf1a1c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.480352 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71bbc29e-3891-4d23-823d-e35d80cf1a1c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group (6ff8a906-ddd5-4c2d-97d7-63e38f4b1565), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.484298 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71bbc29e-3891-4d23-823d-e35d80cf1a1c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (6ff8a906-ddd5-4c2d-97d7-63e38f4b1565), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.515899 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71bbc29e-3891-4d23-823d-e35d80cf1a1c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.517148 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-71bbc29e-3891-4d23-823d-e35d80cf1a1c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1444786 Jan 25 03:19:09.518296 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbc29e-3891-4d23-823d-e35d80cf1a1c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:09.520867 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57614) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:09.526773 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-f717536d-9008-4237-b58c-130ec659e9d1 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Request body: {'security_group_rule': {'security_group_id': '6ff8a906-ddd5-4c2d-97d7-63e38f4b1565', 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:09.557397 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f717536d-9008-4237-b58c-130ec659e9d1 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (aeef9b73-8f21-4869-bfc7-bf8dc2ad67d7), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.616000 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f717536d-9008-4237-b58c-130ec659e9d1 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (aeef9b73-8f21-4869-bfc7-bf8dc2ad67d7), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.619590 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f717536d-9008-4237-b58c-130ec659e9d1 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (aeef9b73-8f21-4869-bfc7-bf8dc2ad67d7), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.637986 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717536d-9008-4237-b58c-130ec659e9d1 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeef9b73-8f21-4869-bfc7-bf8dc2ad67d7,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:09.643541 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f717536d-9008-4237-b58c-130ec659e9d1 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.644767 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-f717536d-9008-4237-b58c-130ec659e9d1 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218805 Jan 25 03:19:09.648783 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57616) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:09.653020 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-cfb0f80c-73e5-420e-890e-08320e26ad46 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Request body: {'security_group_rule': {'security_group_id': '6ff8a906-ddd5-4c2d-97d7-63e38f4b1565', 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:09.681764 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f80c-73e5-420e-890e-08320e26ad46 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (ae34f2ce-5a90-4881-8397-7536ea6d0481), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.735611 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f80c-73e5-420e-890e-08320e26ad46 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (ae34f2ce-5a90-4881-8397-7536ea6d0481), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.739061 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f80c-73e5-420e-890e-08320e26ad46 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (ae34f2ce-5a90-4881-8397-7536ea6d0481), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.756406 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0f80c-73e5-420e-890e-08320e26ad46 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae34f2ce-5a90-4881-8397-7536ea6d0481,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:09.763528 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f80c-73e5-420e-890e-08320e26ad46 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.764742 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-cfb0f80c-73e5-420e-890e-08320e26ad46 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150305 Jan 25 03:19:09.767500 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57618) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:09.772430 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-6a8476b8-2ceb-4a67-9b95-b09791ae076e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Request body: {'security_group_rule': {'security_group_id': '6ff8a906-ddd5-4c2d-97d7-63e38f4b1565', 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:09.800810 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6a8476b8-2ceb-4a67-9b95-b09791ae076e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (a229ac99-1df9-4041-911c-328d73d7ad5c), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.862857 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6a8476b8-2ceb-4a67-9b95-b09791ae076e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (a229ac99-1df9-4041-911c-328d73d7ad5c), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.866990 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6a8476b8-2ceb-4a67-9b95-b09791ae076e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (a229ac99-1df9-4041-911c-328d73d7ad5c), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.884214 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8476b8-2ceb-4a67-9b95-b09791ae076e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a229ac99-1df9-4041-911c-328d73d7ad5c,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:09.891867 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6a8476b8-2ceb-4a67-9b95-b09791ae076e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.893024 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-6a8476b8-2ceb-4a67-9b95-b09791ae076e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245916 Jan 25 03:19:09.895741 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57620) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:09.900064 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-ddbf97ea-7a63-4e82-9845-05c25e67f02f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Request body: {'security_group_rule': {'security_group_id': '6ff8a906-ddd5-4c2d-97d7-63e38f4b1565', 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:09.927195 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ddbf97ea-7a63-4e82-9845-05c25e67f02f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (07be29c4-8de7-4123-a9a9-b4077f9ffcd5), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.983957 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ddbf97ea-7a63-4e82-9845-05c25e67f02f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (07be29c4-8de7-4123-a9a9-b4077f9ffcd5), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:09.987298 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ddbf97ea-7a63-4e82-9845-05c25e67f02f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (07be29c4-8de7-4123-a9a9-b4077f9ffcd5), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.004489 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf97ea-7a63-4e82-9845-05c25e67f02f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07be29c4-8de7-4123-a9a9-b4077f9ffcd5,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:10.013025 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ddbf97ea-7a63-4e82-9845-05c25e67f02f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.014211 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-ddbf97ea-7a63-4e82-9845-05c25e67f02f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174383 Jan 25 03:19:10.016987 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57622) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:10.021165 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-5180449d-be8d-454e-8e3f-59a0760a93bc tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Request body: {'security_group_rule': {'security_group_id': '6ff8a906-ddd5-4c2d-97d7-63e38f4b1565', 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:10.044269 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.securitygroups_db [None req-5180449d-be8d-454e-8e3f-59a0760a93bc tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Project b49d1a0585ee4d0992125a806e46704f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 03:19:10.048964 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5180449d-be8d-454e-8e3f-59a0760a93bc tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (f5f13de9-1ff4-4aaa-8ae0-82cb0ab667d9), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.108402 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5180449d-be8d-454e-8e3f-59a0760a93bc tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (f5f13de9-1ff4-4aaa-8ae0-82cb0ab667d9), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.111628 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5180449d-be8d-454e-8e3f-59a0760a93bc tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (f5f13de9-1ff4-4aaa-8ae0-82cb0ab667d9), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.128689 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180449d-be8d-454e-8e3f-59a0760a93bc tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f13de9-1ff4-4aaa-8ae0-82cb0ab667d9,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:10.138506 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5180449d-be8d-454e-8e3f-59a0760a93bc tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.139757 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-5180449d-be8d-454e-8e3f-59a0760a93bc tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218367 Jan 25 03:19:10.142430 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57624) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:10.146768 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-c3ce46b3-bb37-48b1-b06b-4e0fa7d89fbd tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Request body: {'security_group_rule': {'security_group_id': '6ff8a906-ddd5-4c2d-97d7-63e38f4b1565', 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:10.171334 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.securitygroups_db [None req-c3ce46b3-bb37-48b1-b06b-4e0fa7d89fbd tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Project b49d1a0585ee4d0992125a806e46704f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 03:19:10.176275 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c3ce46b3-bb37-48b1-b06b-4e0fa7d89fbd tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (1219d610-7074-4fb7-94ef-6d3bd502ccb3), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.243365 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c3ce46b3-bb37-48b1-b06b-4e0fa7d89fbd tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (1219d610-7074-4fb7-94ef-6d3bd502ccb3), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.247074 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c3ce46b3-bb37-48b1-b06b-4e0fa7d89fbd tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377925'] for security_group_rule (1219d610-7074-4fb7-94ef-6d3bd502ccb3), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.265673 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce46b3-bb37-48b1-b06b-4e0fa7d89fbd tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1219d610-7074-4fb7-94ef-6d3bd502ccb3,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:10.275593 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c3ce46b3-bb37-48b1-b06b-4e0fa7d89fbd tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.276929 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c3ce46b3-bb37-48b1-b06b-4e0fa7d89fbd tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334841 Jan 25 03:19:10.487926 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 348e7fd1-2200-480a-aab6-e821cfcdfa09 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:19:10.540974 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 348e7fd1-2200-480a-aab6-e821cfcdfa09 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:10.541450 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.625284 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 348e7fd1-2200-480a-aab6-e821cfcdfa09 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:10.625692 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.647831 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] For port 348e7fd1-2200-480a-aab6-e821cfcdfa09, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=348e7fd1-2200-480a-aab6-e821cfcdfa09,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:10.651876 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:10.716118 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Pushing event updated for resources: {'Port': ['ID=348e7fd1-2200-480a-aab6-e821cfcdfa09,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:11.045195 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Sync routers for ids ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:19:11.058920 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Routers {'3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:11.059531 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:11.168886 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Set router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:11.375001 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'name': 'tempest-TestShelveInstance-614940789-router', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 4, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'gw_port': {'id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '433eac95-eed2-4790-8c1c-e7cdb24fbc53', 'name': '', 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'mac_address': 'fa:16:3e:34:21:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6db79e8a-e2d0-4e80-a865-2a6340962dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:07Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 2, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'subnets': [{'id': '6db79e8a-e2d0-4e80-a865-2a6340962dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:11.401161 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Checking router: 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:19:11.401520 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Updating router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 binding host dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 03:19:11.425858 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:11.699996 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Publish callbacks [] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:11.706841 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:11.756958 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9c710-314d-47fb-8d49-34465ce58468 None None] Pushing event updated for resources: {'Port': ['ID=433eac95-eed2-4790-8c1c-e7cdb24fbc53,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:11.817543 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Attempting to bind port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 on host dv-cinder-819778-6-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:19:11.817922 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Attempting to bind port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 by drivers openvswitch,hyperv on host dv-cinder-819778-6-iscsi at level 0 using segments [{'id': 'e360f80b-5f6e-4805-a56b-0cc429f76a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:19:11.818386 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Attempting to bind port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 on network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:19:11.824884 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Checking agent: {'id': '9ef89254-b0fd-44f0-af0c-e5cf16f3427e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 34), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:19:11.825357 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Checking segment: {'id': 'e360f80b-5f6e-4805-a56b-0cc429f76a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:11.827807 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:11.827807 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Bound using segment: {'id': 'e360f80b-5f6e-4805-a56b-0cc429f76a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:19:11.827807 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Bound port: 433eac95-eed2-4790-8c1c-e7cdb24fbc53, host: dv-cinder-819778-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e360f80b-5f6e-4805-a56b-0cc429f76a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:19:11.828354 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:11.894827 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] For port 433eac95-eed2-4790-8c1c-e7cdb24fbc53, host dv-cinder-819778-6-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:19:11.898298 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] For port 433eac95-eed2-4790-8c1c-e7cdb24fbc53, host dv-cinder-819778-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=433eac95-eed2-4790-8c1c-e7cdb24fbc53,segment=NetworkSegment(e360f80b-5f6e-4805-a56b-0cc429f76a4c),segment_id=e360f80b-5f6e-4805-a56b-0cc429f76a4c)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:19:11.902569 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:11.961609 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Routers {'3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:11.962247 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:11.967571 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9c710-314d-47fb-8d49-34465ce58468 None None] Pushing event updated for resources: {'Port': ['ID=433eac95-eed2-4790-8c1c-e7cdb24fbc53,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:12.033466 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-f1fbab91-f95b-41d4-8d5b-70b4f9ffb890 None None] Provisioning complete for port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:12.033923 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f1fbab91-f95b-41d4-8d5b-70b4f9ffb890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:12.120145 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] Set router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:12.249839 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbab91-f95b-41d4-8d5b-70b4f9ffb890 None None] Current status of the port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 is: DOWN; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:12.250243 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f1fbab91-f95b-41d4-8d5b-70b4f9ffb890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:12.331420 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-f1fbab91-f95b-41d4-8d5b-70b4f9ffb890 None None] For port 433eac95-eed2-4790-8c1c-e7cdb24fbc53, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=433eac95-eed2-4790-8c1c-e7cdb24fbc53,segment=NetworkSegment(e360f80b-5f6e-4805-a56b-0cc429f76a4c),segment_id=e360f80b-5f6e-4805-a56b-0cc429f76a4c)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:12.338096 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f1fbab91-f95b-41d4-8d5b-70b4f9ffb890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:12.411585 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbab91-f95b-41d4-8d5b-70b4f9ffb890 None None] Pushing event updated for resources: {'Port': ['ID=433eac95-eed2-4790-8c1c-e7cdb24fbc53,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:12.432505 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'name': 'tempest-TestShelveInstance-614940789-router', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 4, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'gw_port': {'id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '433eac95-eed2-4790-8c1c-e7cdb24fbc53', 'name': '', 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'mac_address': 'fa:16:3e:34:21:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6db79e8a-e2d0-4e80-a865-2a6340962dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:07Z', 'updated_at': '2022-01-25T03:19:11Z', 'revision_number': 4, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'subnets': [{'id': '6db79e8a-e2d0-4e80-a865-2a6340962dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:12.470897 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 348e7fd1-2200-480a-aab6-e821cfcdfa09 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:19:12.475851 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa322e6-72a7-4259-8580-b15ae544bae8 None None] The sync data for ids ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'] in dv-cinder-819778-6-iscsi is: [{'id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'name': 'tempest-TestShelveInstance-614940789-router', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 4, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'gw_port': {'id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': '433eac95-eed2-4790-8c1c-e7cdb24fbc53', 'name': '', 'network_id': '4a4a27e2-19f6-4b7d-aae5-62a133672fd7', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'mac_address': 'fa:16:3e:34:21:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6db79e8a-e2d0-4e80-a865-2a6340962dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:07Z', 'updated_at': '2022-01-25T03:19:11Z', 'revision_number': 4, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'subnets': [{'id': '6db79e8a-e2d0-4e80-a865-2a6340962dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:19:12.522109 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-68b4eab0-61d9-41d7-822e-bfd02d7c3702 None None] Provisioning complete for port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:12.523582 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-68b4eab0-61d9-41d7-822e-bfd02d7c3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:12.573520 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 348e7fd1-2200-480a-aab6-e821cfcdfa09 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:12.573899 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:12.800202 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-68b4eab0-61d9-41d7-822e-bfd02d7c3702 None None] Current status of the port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:12.845456 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 348e7fd1-2200-480a-aab6-e821cfcdfa09 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:14.496748 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 433eac95-eed2-4790-8c1c-e7cdb24fbc53 up at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:19:14.545147 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Provisioning complete for port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:14.545527 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:14.631037 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Current status of the port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 is: ACTIVE; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:20.418527 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:19:28.152433 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d27abca5-4667-40d0-bd1b-b26dbd602363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:30.299425 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c9fd95a8-14dc-4892-99d5-ea6b1ab716b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:31.736073 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:32.203612 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:32.967263 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-8666849d-5eaa-4fd8-964c-7c04079f2495 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911142258&fields=id&tenant_id=b49d1a0585ee4d0992125a806e46704f HTTP/1.1" status: 200 len: 267 time: 0.0435770 Jan 25 03:19:33.080329 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-6d8bb6aa-928d-4352-8516-4c5e0252db5f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:33.081749 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-6d8bb6aa-928d-4352-8516-4c5e0252db5f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 808 time: 0.1078010 Jan 25 03:19:33.095933 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-9f81d52a-77bd-4954-88ab-eb01b82a9281 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/quotas/b49d1a0585ee4d0992125a806e46704f HTTP/1.1" status: 200 len: 375 time: 0.0087159 Jan 25 03:19:33.144914 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-b5f15371-44fb-43b2-a082-7cb9b4e3b8cf tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436623 Jan 25 03:19:33.185550 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:33.253764 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-f011f64c-de7e-424f-8fc9-138ed89669de service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:19:33.254761 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-f011f64c-de7e-424f-8fc9-138ed89669de service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0981445 Jan 25 03:19:33.348312 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-46a54e41-cee4-44f6-b849-ffc2fd47a687 service neutron] 10.222.0.117 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873694 Jan 25 03:19:33.435990 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-883e806c-ca87-4aaf-b241-8a0684d5201b service neutron] 10.222.0.117 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814810 Jan 25 03:19:33.765494 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-258c22ae-0a1c-40c0-88c0-d2858a4f0cbe req-b5a6bae0-e007-4c74-a04b-6e7a7f94166a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 210 time: 0.0791786 Jan 25 03:19:34.346321 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:34.775899 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-ecd16b35-4495-451b-bda1-5c857507f720 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:34.777356 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-ecd16b35-4495-451b-bda1-5c857507f720 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 808 time: 0.1029031 Jan 25 03:19:34.852591 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-cb0544ae-46a3-4c45-abcc-fb918c022b28 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.121 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b49d1a0585ee4d0992125a806e46704f HTTP/1.1" status: 200 len: 380 time: 0.0611873 Jan 25 03:19:34.860788 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Request body: {'port': {'device_id': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'admin_state_up': True, 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'security_groups': ['6ff8a906-ddd5-4c2d-97d7-63e38f4b1565']}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:34.870767 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dde4b8bc-dae7-4f26-aaf0-012040ba762d req-74fd155b-e0c4-4996-b86c-69c3a42c19dc tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 210 time: 0.0321372 Jan 25 03:19:34.969693 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Made reservation on behalf of b49d1a0585ee4d0992125a806e46704f for: {'port': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:19:34.973375 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:35.103377 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Allocated IP 172.20.0.4 (b951e5fb-385c-4e65-af07-5c17a1e666d7/3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc/c44799d9-451f-4840-8b43-e11052ad1ee3) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:19:35.238532 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:35.278540 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:35.318621 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Network b951e5fb-385c-4e65-af07-5c17a1e666d7 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:19:35.322491 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:35.329582 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:19:35.356753 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event updated for resources: {'Port': ['ID=c44799d9-451f-4840-8b43-e11052ad1ee3,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:35.377456 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.377813 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.378219 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.378761 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.379270 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.379655 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.380021 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.380356 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.380687 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.381165 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.381386 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.382437 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.382849 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:35.400608 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:35.401237 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:35.426345 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0a8e9097-f002-4bb1-8463-505e28176339 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.121 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674746 Jan 25 03:19:35.434935 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-80ecd7f5-f611-4f51-8238-25584348eb2c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:19:35.435999 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-80ecd7f5-f611-4f51-8238-25584348eb2c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.121 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052314 Jan 25 03:19:35.503877 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Request body: {'port': {'device_id': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:35.561772 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:35.565338 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-9bdd765a-5a84-451b-aa69-c19950067246 None None] Provisioning complete for port c44799d9-451f-4840-8b43-e11052ad1ee3 triggered by entity DHCP. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:35.566356 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9bdd765a-5a84-451b-aa69-c19950067246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:35.604313 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd765a-5a84-451b-aa69-c19950067246 None None] Port c44799d9-451f-4840-8b43-e11052ad1ee3 cannot update to ACTIVE because it is not bound. {{(pid=102672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 03:19:35.822141 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44799d9-451f-4840-8b43-e11052ad1ee3 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:19:35.829285 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Publish callbacks [] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:35.841937 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Transition to ACTIVE for port object c44799d9-451f-4840-8b43-e11052ad1ee3 will not be triggered until provisioned by entity L2. {{(pid=102671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 03:19:35.845246 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:35.894260 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Pushing event updated for resources: {'Port': ['ID=c44799d9-451f-4840-8b43-e11052ad1ee3,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:36.001254 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Attempting to bind port c44799d9-451f-4840-8b43-e11052ad1ee3 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 03:19:36.001602 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Attempting to bind port c44799d9-451f-4840-8b43-e11052ad1ee3 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 03:19:36.001933 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Attempting to bind port c44799d9-451f-4840-8b43-e11052ad1ee3 on network b951e5fb-385c-4e65-af07-5c17a1e666d7 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:19:36.009692 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Port c44799d9-451f-4840-8b43-e11052ad1ee3 on network b951e5fb-385c-4e65-af07-5c17a1e666d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 03:19:36.010026 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Attempting to bind port c44799d9-451f-4840-8b43-e11052ad1ee3 on network b951e5fb-385c-4e65-af07-5c17a1e666d7 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.018652 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:19:36.021551 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b17d1-8e45-457c-885d-98fe98208f58 req-911022d2-d5e3-488f-ae98-f8c9309e0850 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:36.023128 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a69b17d1-8e45-457c-885d-98fe98208f58 req-911022d2-d5e3-488f-ae98-f8c9309e0850 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0721197 Jan 25 03:19:36.025895 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Checking agent: {'id': '95409ac4-332f-442a-8d32-89ba4ec15ebc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 3, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 03:19:36.026239 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Checking segment: {'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:36.026627 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Bound using segment: {'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 03:19:36.027070 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Bound port: c44799d9-451f-4840-8b43-e11052ad1ee3, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd62304b-90fc-4f2b-8f2a-425936bf7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 03:19:36.027431 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:36.106918 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-a69b17d1-8e45-457c-885d-98fe98208f58 req-7835ad58-61d7-431b-a223-144c2a748dec tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771117 Jan 25 03:19:36.126466 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] For port c44799d9-451f-4840-8b43-e11052ad1ee3, host hv-cinder-81977, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 03:19:36.129614 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] For port c44799d9-451f-4840-8b43-e11052ad1ee3, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c44799d9-451f-4840-8b43-e11052ad1ee3,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 03:19:36.135199 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:36.169749 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:36.170391 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:36.171794 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] 10.222.0.121 "PUT /v2.0/ports/c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 1093 time: 0.7211096 Jan 25 03:19:36.172400 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:19:36.174509 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3275295c-bff3-4f23-907a-8d6e8f9be5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:19:36.211858 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c5318-34c7-40ec-afcb-f272750f4449 service neutron] Pushing event updated for resources: {'Port': ['ID=c44799d9-451f-4840-8b43-e11052ad1ee3,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:36.278814 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-294d8b8a-6b54-4910-accf-72bc55ab74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:36.280982 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-294d8b8a-6b54-4910-accf-72bc55ab74ef service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0471716 Jan 25 03:19:36.286182 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0470b2-a12c-4996-8d87-e469ee7b2e74 x-openstack-request-id: req-ef0470b2-a12c-4996-8d87-e469ee7b2e74 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:19:36.286483 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:19:36.286751 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-ef0470b2-a12c-4996-8d87-e469ee7b2e74 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:19:36.287160 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'status': 'completed', 'code': 200} Jan 25 03:19:36.331474 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-5a679359-b552-4f2b-b048-4a8ebd3204bf service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 217 time: 0.0349901 Jan 25 03:19:36.385401 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-dcb6a363-000d-4eaa-aa9f-9948d57003a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:36.386778 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-dcb6a363-000d-4eaa-aa9f-9948d57003a2 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0475454 Jan 25 03:19:36.431443 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-ba56643e-c5f9-4409-868f-b5cf71da86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:36.433809 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-ba56643e-c5f9-4409-868f-b5cf71da86c2 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405588 Jan 25 03:19:36.522068 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-0b34b03c-39c0-4443-8e9b-2a2038993b58 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828874 Jan 25 03:19:36.612870 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-21f37d75-3508-4bdc-81be-0e1a1d7cb6ce req-ec9f658f-9207-4b98-bfbb-61e0d3ec3169 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851543 Jan 25 03:19:36.737619 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-3b3807f2-e174-4c31-b34d-1fbe9e186435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:36.739109 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-3b3807f2-e174-4c31-b34d-1fbe9e186435 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0398080 Jan 25 03:19:37.091923 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-0d08caf4-844a-4724-8674-d43de438bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:37.093381 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-0d08caf4-844a-4724-8674-d43de438bd2a service neutron] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 909 time: 0.3437746 Jan 25 03:19:37.134379 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-259d91ab-3e85-41f4-9993-bf1d6cb2507b service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 217 time: 0.0349526 Jan 25 03:19:37.184303 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-6ef45ff9-cff1-47e7-bdd4-f2048e649449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:37.185713 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-6ef45ff9-cff1-47e7-bdd4-f2048e649449 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0460308 Jan 25 03:19:37.254643 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-f370f414-622d-4da1-b9d0-4a035219046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:37.256136 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-f370f414-622d-4da1-b9d0-4a035219046f service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633807 Jan 25 03:19:37.264524 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c903c8-83e9-48c3-9fc4-670d5b3b0453 req-d4fa0e02-6e95-4e52-bbbd-e471f315060f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:37.265880 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f1c903c8-83e9-48c3-9fc4-670d5b3b0453 req-d4fa0e02-6e95-4e52-bbbd-e471f315060f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0844569 Jan 25 03:19:37.373629 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f1c903c8-83e9-48c3-9fc4-670d5b3b0453 req-156bcecc-c9f4-42e7-9f96-42564cb99d80 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998175 Jan 25 03:19:37.391375 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-25eab515-520f-4a03-ab9e-d33b37e838f6 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245916 Jan 25 03:19:37.478321 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3275295c-bff3-4f23-907a-8d6e8f9be5bd req-e885e78d-9f1a-4d33-a736-dc562ef9ed5a service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809011 Jan 25 03:19:38.488675 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189d9b6-d40f-44ec-8c8c-d20288f2ea25 req-f74d4e86-b64d-4613-b749-89fab8b769c7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:38.490117 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7189d9b6-d40f-44ec-8c8c-d20288f2ea25 req-f74d4e86-b64d-4613-b749-89fab8b769c7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0483527 Jan 25 03:19:38.541706 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7189d9b6-d40f-44ec-8c8c-d20288f2ea25 req-5474c4f6-baf5-4923-9feb-2760682ba5f5 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458817 Jan 25 03:19:39.661444 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820122-6221-45d3-8764-19fd2ef1a4c7 req-1314f608-79be-4410-bbea-1d2446d8e230 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:39.663094 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed820122-6221-45d3-8764-19fd2ef1a4c7 req-1314f608-79be-4410-bbea-1d2446d8e230 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0556738 Jan 25 03:19:39.712466 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ed820122-6221-45d3-8764-19fd2ef1a4c7 req-8fa9980f-a93f-4098-95b7-3064a538ee36 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437856 Jan 25 03:19:40.823301 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db11d7-f200-4d3f-a809-8e2525fa8a87 req-7c625b2c-516a-47d5-b75e-8bfa605f7595 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:40.824833 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a7db11d7-f200-4d3f-a809-8e2525fa8a87 req-7c625b2c-516a-47d5-b75e-8bfa605f7595 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0480096 Jan 25 03:19:40.873138 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a7db11d7-f200-4d3f-a809-8e2525fa8a87 req-6dbb51c1-45c0-427b-bd2c-92283ac15227 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 Jan 25 03:19:41.986012 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8b501-9a3e-4da1-a103-efcb0f1739bd req-6a394baf-cb3a-41f3-996a-a762a3b6b880 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:41.987497 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-05f8b501-9a3e-4da1-a103-efcb0f1739bd req-6a394baf-cb3a-41f3-996a-a762a3b6b880 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0480497 Jan 25 03:19:42.035123 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-05f8b501-9a3e-4da1-a103-efcb0f1739bd req-5c60dcea-baad-4a34-b0bc-b6cfde42086a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410645 Jan 25 03:19:43.155224 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb5ea8-741a-4f3c-bb0f-318f8d9788d8 req-830bd3cf-9538-4d51-9115-7d1fa739ce91 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:43.156700 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cbfb5ea8-741a-4f3c-bb0f-318f8d9788d8 req-830bd3cf-9538-4d51-9115-7d1fa739ce91 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0547872 Jan 25 03:19:43.205055 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cbfb5ea8-741a-4f3c-bb0f-318f8d9788d8 req-375dabad-68d1-415c-876e-584b331392d3 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429323 Jan 25 03:19:44.320245 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c9832-84d7-4069-8e42-6bf9aabeb3f5 req-d6a6c2e9-5b45-4272-9ade-5ff328391b4d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:44.321766 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-371c9832-84d7-4069-8e42-6bf9aabeb3f5 req-d6a6c2e9-5b45-4272-9ade-5ff328391b4d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0511997 Jan 25 03:19:44.375323 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-371c9832-84d7-4069-8e42-6bf9aabeb3f5 req-cd7d8a52-733a-4e49-bfce-16ff72929917 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474946 Jan 25 03:19:45.127899 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device c44799d9-451f-4840-8b43-e11052ad1ee3 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:19:45.228186 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port c44799d9-451f-4840-8b43-e11052ad1ee3, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c44799d9-451f-4840-8b43-e11052ad1ee3,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:45.239055 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'port_id': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'mac_address': 'fa:16:3e:ad:de:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:19:45.275239 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port c44799d9-451f-4840-8b43-e11052ad1ee3 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:45.275631 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:45.287641 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44799d9-451f-4840-8b43-e11052ad1ee3 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:19:45.306688 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port c44799d9-451f-4840-8b43-e11052ad1ee3, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c44799d9-451f-4840-8b43-e11052ad1ee3,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:45.310065 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:45.355594 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=c44799d9-451f-4840-8b43-e11052ad1ee3,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:45.488883 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce8f04-51eb-4d37-a164-8fa41f1502db req-bb682baa-ab7d-438b-af8f-c6bde2e1c842 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:45.490416 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7bce8f04-51eb-4d37-a164-8fa41f1502db req-bb682baa-ab7d-438b-af8f-c6bde2e1c842 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 944 time: 0.0490735 Jan 25 03:19:45.541177 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7bce8f04-51eb-4d37-a164-8fa41f1502db req-cfb1d3b0-28dc-4953-bea6-3f71bb3dfff9 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 Jan 25 03:19:45.775725 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['c44799d9-451f-4840-8b43-e11052ad1ee3'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:19:46.257120 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57886) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:46.684480 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f090a-0609-4d7f-b365-a89c9495c506 req-55c326f6-b073-44d6-bf5e-d8004f2238ac tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:46.685962 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df0f090a-0609-4d7f-b365-a89c9495c506 req-55c326f6-b073-44d6-bf5e-d8004f2238ac tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 944 time: 0.0644705 Jan 25 03:19:46.773983 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-df0f090a-0609-4d7f-b365-a89c9495c506 req-f699c94e-b535-4016-acf1-13241550fa60 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790455 Jan 25 03:19:46.798737 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460788'] for router_interface (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:47.041702 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] Deleting port a551d18c-360b-496f-bb5a-1fd2f7abae3b {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:19:47.042032 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:47.120351 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] For port a551d18c-360b-496f-bb5a-1fd2f7abae3b, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=a551d18c-360b-496f-bb5a-1fd2f7abae3b,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:47.120713 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:47.127563 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device c44799d9-451f-4840-8b43-e11052ad1ee3 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:19:47.132621 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] Calling delete_port for a551d18c-360b-496f-bb5a-1fd2f7abae3b owned by network:router_interface {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:19:47.186398 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning for port c44799d9-451f-4840-8b43-e11052ad1ee3 completed by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 03:19:47.190256 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port c44799d9-451f-4840-8b43-e11052ad1ee3 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:19:47.190642 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:47.268645 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port c44799d9-451f-4840-8b43-e11052ad1ee3 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:19:47.268645 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:47.292643 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:19:47.294813 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cc7a4d-611d-4e58-8839-53741720e614" -d '{"events": [{"server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "name": "network-vif-plugged", "status": "completed", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:19:47.310897 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port c44799d9-451f-4840-8b43-e11052ad1ee3, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c44799d9-451f-4840-8b43-e11052ad1ee3,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:47.316109 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:47.320431 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (a551d18c-360b-496f-bb5a-1fd2f7abae3b), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:47.346643 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a551d18c-360b-496f-bb5a-1fd2f7abae3b,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:47.365438 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=c44799d9-451f-4840-8b43-e11052ad1ee3,revision_number=5']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:47.408195 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cd8760-7d46-4ef5-b6b2-16106642c40f x-openstack-request-id: req-c6cd8760-7d46-4ef5-b6b2-16106642c40f {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:19:47.408500 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "name": "network-vif-plugged", "status": "completed", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:19:47.408760 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-c6cd8760-7d46-4ef5-b6b2-16106642c40f {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:19:47.409159 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'code': 200} Jan 25 03:19:47.522238 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474073'] for router_interface (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:47.708148 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b3364-a03a-4984-8a4f-0bcaaf561132 req-9f87f3a5-f16a-472f-8048-60555a9527f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:47.709634 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-616b3364-a03a-4984-8a4f-0bcaaf561132 req-9f87f3a5-f16a-472f-8048-60555a9527f9 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0809436 Jan 25 03:19:47.800882 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-616b3364-a03a-4984-8a4f-0bcaaf561132 req-787d8032-9610-43f8-b445-6938ad7bbc06 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838854 Jan 25 03:19:47.802593 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] Router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:19:47.942392 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009eb3c-90b9-40ee-a4d2-84c3278b8020 req-86fe750b-37ba-4c46-8b2b-fa7658cd291b tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:47.944259 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6009eb3c-90b9-40ee-a4d2-84c3278b8020 req-86fe750b-37ba-4c46-8b2b-fa7658cd291b tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0964746 Jan 25 03:19:47.947078 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:19:47.952122 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-fd76b075-e42c-48f7-8386-a529376c80e4 admin admin] 10.222.0.117 "PUT /v2.0/routers/627b9f73-21d6-41f0-b6ce-aca8341c7fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6929257 Jan 25 03:19:47.954617 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57898) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:47.957522 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] Sync routers for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:19:47.968802 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:47.970019 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:47.999848 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6009eb3c-90b9-40ee-a4d2-84c3278b8020 req-cc4450c3-3eff-4186-a1c8-578805680be1 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466816 Jan 25 03:19:48.059590 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Publish callbacks [] for router (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:48.075643 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:48.261620 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T03:19:47Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:48.287724 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] Checking router: 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:19:48.296595 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] Routers {'627b9f73-21d6-41f0-b6ce-aca8341c7fd9'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:48.297198 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:48.402875 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] Set router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:48.407031 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Publish callbacks [] for router_gateway (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:48.463781 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Deleting port 88dca656-be12-4c05-aacf-7cb79f148ab5 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:19:48.464129 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:48.544724 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] For port 88dca656-be12-4c05-aacf-7cb79f148ab5, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=88dca656-be12-4c05-aacf-7cb79f148ab5,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:48.545091 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:48.557623 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Calling delete_port for 88dca656-be12-4c05-aacf-7cb79f148ab5 owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:19:48.590537 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T03:19:47Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:48.625010 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd9e3c9-412b-422e-ae68-54e81acc084e None None] The sync data for ids ['627b9f73-21d6-41f0-b6ce-aca8341c7fd9'] in dv-cinder-819778-6-iscsi is: [{'id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'name': 'tempest-AttachVolumeTestJSON-1760611448-router', 'tenant_id': '334fc558eb7e4efb8031bd3f409ddfda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T03:19:47Z', 'revision_number': 5, 'project_id': '334fc558eb7e4efb8031bd3f409ddfda', 'gw_port': {'id': '88dca656-be12-4c05-aacf-7cb79f148ab5', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627b9f73-21d6-41f0-b6ce-aca8341c7fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:39:24Z', 'updated_at': '2022-01-25T02:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:19:48.727048 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (88dca656-be12-4c05-aacf-7cb79f148ab5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:48.750133 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Pushing event deleted for resources: {'Port': ['ID=88dca656-be12-4c05-aacf-7cb79f148ab5,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:48.764539 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.764910 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.765265 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.765613 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.765950 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.766400 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.766743 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.767076 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.767408 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.767761 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.768093 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.768420 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.768746 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:19:48.827212 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472325'] for router_gateway (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:48.915843 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:48.917909 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Publish callbacks [] for router_controller (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:48.961054 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470929'] for router (627b9f73-21d6-41f0-b6ce-aca8341c7fd9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:48.961998 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 627b9f73-21d6-41f0-b6ce-aca8341c7fd9 {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:19:48.966577 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:48.967840 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-407caa64-37aa-4f72-ad0d-4f466d5c642a admin admin] 10.222.0.117 "DELETE /v2.0/routers/627b9f73-21d6-41f0-b6ce-aca8341c7fd9 HTTP/1.1" status: 204 len: 168 time: 1.0122023 Jan 25 03:19:48.970322 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57900) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:49.016469 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-755114e7-bfbc-4bd6-bc77-8ed8eb1be630 admin admin] Deleting subnet 9b97b83c-1dfb-454b-bbb5-aded573652a0 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:19:49.019818 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755114e7-bfbc-4bd6-bc77-8ed8eb1be630 admin admin] Publish callbacks [] for subnet (9b97b83c-1dfb-454b-bbb5-aded573652a0), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.058139 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755114e7-bfbc-4bd6-bc77-8ed8eb1be630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10334889'] for subnet (9b97b83c-1dfb-454b-bbb5-aded573652a0), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.168888 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c691b3-6361-445c-9a57-5b48b2c57aac req-c8e6f1f2-f0e6-4a7c-8a6a-75e096d1a748 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:49.170124 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4c691b3-6361-445c-9a57-5b48b2c57aac req-c8e6f1f2-f0e6-4a7c-8a6a-75e096d1a748 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0867298 Jan 25 03:19:49.209379 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755114e7-bfbc-4bd6-bc77-8ed8eb1be630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (9b97b83c-1dfb-454b-bbb5-aded573652a0), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.278080 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4c691b3-6361-445c-9a57-5b48b2c57aac req-c457c380-4bb1-487a-a480-e82311e4a1d0 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978594 Jan 25 03:19:49.313240 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755114e7-bfbc-4bd6-bc77-8ed8eb1be630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10000709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10474790'] for subnet (9b97b83c-1dfb-454b-bbb5-aded573652a0), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.338570 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755114e7-bfbc-4bd6-bc77-8ed8eb1be630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b97b83c-1dfb-454b-bbb5-aded573652a0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:49.344468 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755114e7-bfbc-4bd6-bc77-8ed8eb1be630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.347794 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-755114e7-bfbc-4bd6-bc77-8ed8eb1be630 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/9b97b83c-1dfb-454b-bbb5-aded573652a0 HTTP/1.1" status: 204 len: 168 time: 0.3763468 Jan 25 03:19:49.350158 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57904) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:49.350456 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcd9a64-c04f-41eb-ab9b-027b95bced6a None None] Network 760904a4-7afc-47ca-8ae4-4f69f0763420 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:19:49.419519 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (760904a4-7afc-47ca-8ae4-4f69f0763420), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.473365 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Deleting port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:19:49.473703 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.542210 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] For port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=7da7ce98-0dcc-4b6a-b3eb-c7de74859839,segment=NetworkSegment(6aebdda5-3ee2-4274-98b7-5073f2196b5b),segment_id=6aebdda5-3ee2-4274-98b7-5073f2196b5b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:49.542487 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.554646 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Calling delete_port for 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:19:49.628368 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c891f-6ec8-415f-86d8-0d08c273b587 None None] DHCP port deletion for 760904a4-7afc-47ca-8ae4-4f69f0763420 request from dv-cinder-819778-6-iscsi {{(pid=102672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:19:49.643151 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.673574 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=7da7ce98-0dcc-4b6a-b3eb-c7de74859839,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:49.679944 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] No DVR routers for this DVR port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 on host dv-cinder-819778-6-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:19:49.685813 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-745c891f-6ec8-415f-86d8-0d08c273b587 None None] Deleting port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 {{(pid=102672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:19:49.686189 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-745c891f-6ec8-415f-86d8-0d08c273b587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), before_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.746998 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-745c891f-6ec8-415f-86d8-0d08c273b587 None None] For port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839, host dv-cinder-819778-6-iscsi, got binding levels [] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:19:49.747456 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-745c891f-6ec8-415f-86d8-0d08c273b587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), precommit_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.750956 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (760904a4-7afc-47ca-8ae4-4f69f0763420), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.763752 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-745c891f-6ec8-415f-86d8-0d08c273b587 None None] Calling delete_port for 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 owned by network:dhcp {{(pid=102672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:19:49.766369 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.ipam_backend_mixin [None req-745c891f-6ec8-415f-86d8-0d08c273b587 None None] Port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 was not found and therefore no delete operation was performed {{(pid=102672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 25 03:19:49.767673 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-745c891f-6ec8-415f-86d8-0d08c273b587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530'] for port (7da7ce98-0dcc-4b6a-b3eb-c7de74859839), after_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.775720 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760904a4-7afc-47ca-8ae4-4f69f0763420']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:49.784838 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aebdda5-3ee2-4274-98b7-5073f2196b5b') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:49.785130 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aebdda5-3ee2-4274-98b7-5073f2196b5b') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:49.791883 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c891f-6ec8-415f-86d8-0d08c273b587 None None] Pushing event deleted for resources: {'Port': ['ID=7da7ce98-0dcc-4b6a-b3eb-c7de74859839,revision_number=None']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:49.795446 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c891f-6ec8-415f-86d8-0d08c273b587 None None] No DVR routers for this DVR port 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 on host dv-cinder-819778-6-iscsi {{(pid=102672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:19:49.795735 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (6aebdda5-3ee2-4274-98b7-5073f2196b5b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.809757 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (6aebdda5-3ee2-4274-98b7-5073f2196b5b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.815981 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:19:49.816365 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (6aebdda5-3ee2-4274-98b7-5073f2196b5b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:19:49.818011 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:19:49.873098 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (760904a4-7afc-47ca-8ae4-4f69f0763420), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.877541 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:49.880987 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] 10.222.0.117 "DELETE /v2.0/networks/760904a4-7afc-47ca-8ae4-4f69f0763420 HTTP/1.1" status: 204 len: 168 time: 0.5299213 Jan 25 03:19:49.893851 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9055a-69c6-4f81-9558-3f5b419e2e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=760904a4-7afc-47ca-8ae4-4f69f0763420,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:49.998861 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57908) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:50.037757 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0b1f5270-6a16-47b5-9124-9c8e9713da27 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=334fc558eb7e4efb8031bd3f409ddfda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376973 Jan 25 03:19:50.041623 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57910) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:50.091654 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bdff342-2fed-4c40-b2f9-ffd78aa0e748 admin admin] Publish callbacks [] for security_group (c82698f0-412c-43fd-9e09-176da43247bc), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:50.112592 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bdff342-2fed-4c40-b2f9-ffd78aa0e748 admin admin] Publish callbacks [] for security_group (c82698f0-412c-43fd-9e09-176da43247bc), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:50.160291 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bdff342-2fed-4c40-b2f9-ffd78aa0e748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (c82698f0-412c-43fd-9e09-176da43247bc), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:50.162834 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bdff342-2fed-4c40-b2f9-ffd78aa0e748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:50.164405 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7bdff342-2fed-4c40-b2f9-ffd78aa0e748 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/c82698f0-412c-43fd-9e09-176da43247bc HTTP/1.1" status: 204 len: 168 time: 0.1218665 Jan 25 03:19:50.172791 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdff342-2fed-4c40-b2f9-ffd78aa0e748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82698f0-412c-43fd-9e09-176da43247bc,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:50.406735 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048a44f-ad9d-4e0f-9c70-86174fd32be5 req-d9b797ba-9368-4bde-90e6-a9999fe48eb9 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:50.408407 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4048a44f-ad9d-4e0f-9c70-86174fd32be5 req-d9b797ba-9368-4bde-90e6-a9999fe48eb9 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0479052 Jan 25 03:19:50.465555 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-4048a44f-ad9d-4e0f-9c70-86174fd32be5 req-3d1baeb3-2538-4cdd-a930-137c7b813ef7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517013 Jan 25 03:19:50.492069 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 88dca656-be12-4c05-aacf-7cb79f148ab5 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:19:50.512863 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 88dca656-be12-4c05-aacf-7cb79f148ab5 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:19:50.513222 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 88dca656-be12-4c05-aacf-7cb79f148ab5 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:19:50.513650 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:19:50.533254 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:19:50.533712 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 7da7ce98-0dcc-4b6a-b3eb-c7de74859839 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:19:50.534025 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device a551d18c-360b-496f-bb5a-1fd2f7abae3b no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:19:50.556792 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: a551d18c-360b-496f-bb5a-1fd2f7abae3b {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:19:50.556792 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device a551d18c-360b-496f-bb5a-1fd2f7abae3b not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:19:50.587432 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed66c0-5548-466a-b022-68781ae753c0 req-b43c9154-cc50-4fbf-a7bc-103a9f5d9521 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:50.590430 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b8ed66c0-5548-466a-b022-68781ae753c0 req-b43c9154-cc50-4fbf-a7bc-103a9f5d9521 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0558822 Jan 25 03:19:50.644252 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b8ed66c0-5548-466a-b022-68781ae753c0 req-e4b89db3-b32f-46d3-a5a6-398b63708697 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482728 Jan 25 03:19:50.662917 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57930) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:50.857245 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463cfd2b-92f9-4384-95fe-723674b85f14 tempest-TestShelveInstance-1104315819 tempest-TestShelveInstance-1104315819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:50.860457 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-463cfd2b-92f9-4384-95fe-723674b85f14 tempest-TestShelveInstance-1104315819 tempest-TestShelveInstance-1104315819-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1093 time: 0.1965408 Jan 25 03:19:50.866216 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57940) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:50.871751 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Request body: {'floatingip': {'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'port_id': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:50.895830 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:50.992477 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:51.098912 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Allocated IP 172.27.1.48 (ac97d597-b923-44ee-833a-ebc6f152d881/6156cff8-5cc2-4b28-aec5-b544af1bb909/ac15b112-c091-4de4-9b9b-47e1f6036338) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 03:19:51.206679 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for port (ac15b112-c091-4de4-9b9b-47e1f6036338), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:51.246161 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765976361521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (ac15b112-c091-4de4-9b9b-47e1f6036338), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:51.291022 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Network ac97d597-b923-44ee-833a-ebc6f152d881 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 03:19:51.296156 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:51.298889 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 03:19:51.329180 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event updated for resources: {'Port': ['ID=ac15b112-c091-4de4-9b9b-47e1f6036338,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:51.669978 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for floatingip (26a6bb34-3897-4d63-871f-2088487296d0), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:51.736880 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (ac15b112-c091-4de4-9b9b-47e1f6036338), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:51.883860 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for port (ac15b112-c091-4de4-9b9b-47e1f6036338), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:51.888896 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669688'] for port (ac15b112-c091-4de4-9b9b-47e1f6036338), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:51.955097 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event updated for resources: {'Port': ['ID=ac15b112-c091-4de4-9b9b-47e1f6036338,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:51.966790 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473022'] for floatingip (26a6bb34-3897-4d63-871f-2088487296d0), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:52.310361 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Floating IP 26a6bb34-3897-4d63-871f-2088487296d0 associated. External IP: 172.27.1.48, port: c44799d9-451f-4840-8b43-e11052ad1ee3. Jan 25 03:19:52.515827 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:19:52.625333 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:19:52.636224 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] Sync routers for ids ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:19:52.647644 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:52.650962 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] Routers {'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:52.651599 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:52.695736 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-e2476b2e-b8db-40e0-85fc-ed1b3deef45d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8186285 Jan 25 03:19:52.695736 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:19:52.695736 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c767d7ce-b960-46c9-b13d-f90e0785b359" -d '{"events": [{"name": "network-changed", "server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:19:52.732124 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6afeb00-d882-4914-a322-f4c43a61aabe x-openstack-request-id: req-f6afeb00-d882-4914-a322-f4c43a61aabe {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:19:52.732426 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:19:52.732687 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-f6afeb00-d882-4914-a322-f4c43a61aabe {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:19:52.733097 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'status': 'completed', 'code': 200} Jan 25 03:19:52.773276 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] Set router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:52.820248 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-5081c61d-2a62-48dd-963f-01fa0da54041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:52.821802 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-5081c61d-2a62-48dd-963f-01fa0da54041 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0473788 Jan 25 03:19:52.916981 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-6573ce91-14c6-45bf-b3fc-db7ed5f6b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:52.918664 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-6573ce91-14c6-45bf-b3fc-db7ed5f6b30d service neutron] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 909 time: 0.0912175 Jan 25 03:19:52.988547 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-f2eda876-293e-493e-a0af-6117abc5c851 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 998 time: 0.0632763 Jan 25 03:19:53.000837 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:03Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '26a6bb34-3897-4d63-871f-2088487296d0', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'port_id': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'mac_address': 'fa:16:3e:ad:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:19:51Z', 'updated_at': '2022-01-25T03:19:51Z', 'revision_number': 0, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadf5ad0-4d67-417a-a523-9bd935b557bf', 'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'mac_address': 'fa:16:3e:26:8a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:02Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 5, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'subnets': [{'id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:53.031761 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] Checking router: b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:19:53.037818 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-0163427c-c981-4b8b-982c-8418bf468583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:53.039599 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-0163427c-c981-4b8b-982c-8418bf468583 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0446930 Jan 25 03:19:53.040425 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] Routers {'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:19:53.041121 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:19:30Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:53.086204 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-ae693aa5-23d3-4f79-b03d-bef7a1e34412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:53.088324 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-ae693aa5-23d3-4f79-b03d-bef7a1e34412 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435696 Jan 25 03:19:53.140964 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] Set router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:19:53.176672 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-b22e8049-e441-454a-aade-756d4f3f6eeb service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Jan 25 03:19:53.272494 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-c767d7ce-b960-46c9-b13d-f90e0785b359 req-d852e930-5b88-4476-aa10-d91856ed43bf service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896699 Jan 25 03:19:53.368104 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:03Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '26a6bb34-3897-4d63-871f-2088487296d0', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'port_id': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'mac_address': 'fa:16:3e:ad:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:19:51Z', 'updated_at': '2022-01-25T03:19:51Z', 'revision_number': 0, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadf5ad0-4d67-417a-a523-9bd935b557bf', 'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'mac_address': 'fa:16:3e:26:8a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:02Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 5, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'subnets': [{'id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:53.393274 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053fd499-7f22-4870-a598-ed33886b2428 None None] The sync data for ids ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'] in dv-cinder-819778-6-iscsi is: [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:03Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_floatingips': [{'id': '26a6bb34-3897-4d63-871f-2088487296d0', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'router_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'port_id': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'mac_address': 'fa:16:3e:ad:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T03:19:51Z', 'updated_at': '2022-01-25T03:19:51Z', 'revision_number': 0, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadf5ad0-4d67-417a-a523-9bd935b557bf', 'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'mac_address': 'fa:16:3e:26:8a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:02Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 5, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'subnets': [{'id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:19:53.574971 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4c558-97af-453f-adc2-7a7364abd222 None None] New status for floating IP 26a6bb34-3897-4d63-871f-2088487296d0: ACTIVE {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:19:53.991154 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 57984) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:54.095048 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-839061a5-ee40-4353-a074-ca7765f3e3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:54.168625 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-839061a5-ee40-4353-a074-ca7765f3e3c8 admin admin] Publish callbacks [] for security_group (6dac477e-a85d-4846-ac1f-1a22dd8a4917), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:54.172227 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-839061a5-ee40-4353-a074-ca7765f3e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (6dac477e-a85d-4846-ac1f-1a22dd8a4917), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:54.210467 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-839061a5-ee40-4353-a074-ca7765f3e3c8 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=0da1a702c2a74dca8c43ec3b78f67311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182286 Jan 25 03:19:54.211454 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839061a5-ee40-4353-a074-ca7765f3e3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dac477e-a85d-4846-ac1f-1a22dd8a4917,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:54.214342 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 57988) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:54.264796 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01014fba-7f09-491b-897a-76240d1fad6c admin admin] Publish callbacks [] for security_group (6dac477e-a85d-4846-ac1f-1a22dd8a4917), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:54.289176 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01014fba-7f09-491b-897a-76240d1fad6c admin admin] Publish callbacks [] for security_group (6dac477e-a85d-4846-ac1f-1a22dd8a4917), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:54.336028 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01014fba-7f09-491b-897a-76240d1fad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (6dac477e-a85d-4846-ac1f-1a22dd8a4917), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:54.339238 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01014fba-7f09-491b-897a-76240d1fad6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:54.340413 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-01014fba-7f09-491b-897a-76240d1fad6c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/6dac477e-a85d-4846-ac1f-1a22dd8a4917 HTTP/1.1" status: 204 len: 168 time: 0.1251190 Jan 25 03:19:54.348074 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01014fba-7f09-491b-897a-76240d1fad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dac477e-a85d-4846-ac1f-1a22dd8a4917,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:54.945202 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58010) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:55.039315 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-717050279-network', 'tenant_id': '1953aa8c53c0449c95934e919982ca3f'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:55.061968 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Made reservation on behalf of 1953aa8c53c0449c95934e919982ca3f for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:19:55.064410 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.073159 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.144538 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Publish callbacks [] for security_group (a1f8cddb-ecae-48be-8cf9-3f3397436fc7), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.148438 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (a1f8cddb-ecae-48be-8cf9-3f3397436fc7), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.170373 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:19:55.187009 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f8cddb-ecae-48be-8cf9-3f3397436fc7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:55.190948 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (75bce746-7d45-4577-a1c2-bd68db5b58dd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.191292 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Added segment 75bce746-7d45-4577-a1c2-bd68db5b58dd of type vlan for network 41e57b24-2df2-4a9c-81ab-26eb854b98b1 Jan 25 03:19:55.237338 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (41e57b24-2df2-4a9c-81ab-26eb854b98b1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.265081 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (41e57b24-2df2-4a9c-81ab-26eb854b98b1), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.266311 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:55.266899 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.299996 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3510864 Jan 25 03:19:55.300374 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58014) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:55.305318 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Request body: {'subnet': {'network_id': '41e57b24-2df2-4a9c-81ab-26eb854b98b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-717050279-subnet', 'tenant_id': '1953aa8c53c0449c95934e919982ca3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:55.328720 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Made reservation on behalf of 1953aa8c53c0449c95934e919982ca3f for: {'subnet': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:19:55.331045 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10101088'] for subnet (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.332650 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c750f9-583a-48af-ac96-de99fe3a5c0f admin admin] Pushing event updated for resources: {'Network': ['ID=41e57b24-2df2-4a9c-81ab-26eb854b98b1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:55.342223 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network 41e57b24-2df2-4a9c-81ab-26eb854b98b1 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:19:55.496904 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10101070'] for subnet (4ff5ebe9-2666-4be3-b0a5-7500e130478f), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.554471 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff5ebe9-2666-4be3-b0a5-7500e130478f,revision_number=0']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:55.563638 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Checking segment: {'id': '75bce746-7d45-4577-a1c2-bd68db5b58dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '41e57b24-2df2-4a9c-81ab-26eb854b98b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:55.564022 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Network hostable DHCP agents. Network: 41e57b24-2df2-4a9c-81ab-26eb854b98b1, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:19:55.581620 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Network 41e57b24-2df2-4a9c-81ab-26eb854b98b1 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:19:55.590130 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, 41e57b24-2df2-4a9c-81ab-26eb854b98b1) {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:55.594679 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:55.595280 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:55.599341 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c854e387-c842-43db-b8c3-aac405d0f3a8 None None] Network 41e57b24-2df2-4a9c-81ab-26eb854b98b1 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:19:55.613696 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-ab0633e4-2393-4e15-9088-6e8a56ce1944 admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3103607 Jan 25 03:19:55.701092 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa9f23-9d2c-4516-a5a1-0f45c9f92df3 None None] Network 41e57b24-2df2-4a9c-81ab-26eb854b98b1 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:19:56.081203 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58030) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:56.086010 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.v2.base [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-780292514-network', 'tenant_id': '5ebecd0c27704502bc37f36d38e866c5'}} {{(pid=102671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:56.108365 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Made reservation on behalf of 5ebecd0c27704502bc37f36d38e866c5 for: {'network': 1} {{(pid=102671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:19:56.110714 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for network (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.119317 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.190509 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Publish callbacks [] for security_group (fb46ef4e-0ba9-42db-a020-66bd038be068), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.194370 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (fb46ef4e-0ba9-42db-a020-66bd038be068), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.221377 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=102671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 03:19:56.230214 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb46ef4e-0ba9-42db-a020-66bd038be068,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:56.236020 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (b8e6f0fc-f9a4-4180-9a75-acfffeae5dc5), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.236355 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.segments_db [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Added segment b8e6f0fc-f9a4-4180-9a75-acfffeae5dc5 of type vlan for network b7de0cf1-6dfa-4be4-ac10-69838067d572 Jan 25 03:19:56.274388 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765976334731'] for network (b7de0cf1-6dfa-4be4-ac10-69838067d572), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.298690 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298'] for network (b7de0cf1-6dfa-4be4-ac10-69838067d572), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.299651 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:56.300279 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.330391 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] 10.222.0.117 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2480924 Jan 25 03:19:56.333260 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58032) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:56.338273 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Request body: {'subnet': {'network_id': 'b7de0cf1-6dfa-4be4-ac10-69838067d572', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-780292514-subnet', 'tenant_id': '5ebecd0c27704502bc37f36d38e866c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 03:19:56.360643 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Made reservation on behalf of 5ebecd0c27704502bc37f36d38e866c5 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 03:19:56.362941 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10474755'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.366190 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714de59-70d1-4be7-b033-1aace814af90 admin admin] Pushing event updated for resources: {'Network': ['ID=b7de0cf1-6dfa-4be4-ac10-69838067d572,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:56.376534 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Network b7de0cf1-6dfa-4be4-ac10-69838067d572 details requested by agent ovs-agent-dv-cinder-819778-6-iscsi with host dv-cinder-819778-6-iscsi {{(pid=102672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 03:19:56.547199 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10000772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10474797'] for subnet (77f7e5be-992d-46e1-beda-b7657138f13a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.605145 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f7e5be-992d-46e1-beda-b7657138f13a,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:56.613092 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Checking segment: {'id': 'b8e6f0fc-f9a4-4180-9a75-acfffeae5dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b7de0cf1-6dfa-4be4-ac10-69838067d572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 03:19:56.613451 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Network hostable DHCP agents. Network: b7de0cf1-6dfa-4be4-ac10-69838067d572, hostable agents: ['075ecb81-931b-41de-ae63-a6ef68782e2b'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 03:19:56.629072 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Network b7de0cf1-6dfa-4be4-ac10-69838067d572 is scheduled to be hosted by DHCP agent 075ecb81-931b-41de-ae63-a6ef68782e2b with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 03:19:56.637575 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-iscsi, b7de0cf1-6dfa-4be4-ac10-69838067d572) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 03:19:56.641507 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:19:56.642094 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.646136 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cddb46a-f1fb-45ef-8003-28b0d2493e68 None None] Network b7de0cf1-6dfa-4be4-ac10-69838067d572 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:19:56.658308 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-620eab5f-96cb-410c-bc3b-560434019f1f admin admin] 10.222.0.117 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3239589 Jan 25 03:19:56.746075 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef70a22d-03aa-413d-a30c-a47e75f3ab93 None None] Network b7de0cf1-6dfa-4be4-ac10-69838067d572 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:19:56.776563 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58036) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:56.826081 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-11238e83-14ce-474c-8aa0-f47501254e1e admin admin] Deleting subnet 4ff5ebe9-2666-4be3-b0a5-7500e130478f {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:19:56.829335 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11238e83-14ce-474c-8aa0-f47501254e1e admin admin] Publish callbacks [] for subnet (4ff5ebe9-2666-4be3-b0a5-7500e130478f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.873323 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11238e83-14ce-474c-8aa0-f47501254e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10334889'] for subnet (4ff5ebe9-2666-4be3-b0a5-7500e130478f), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.915429 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11238e83-14ce-474c-8aa0-f47501254e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (4ff5ebe9-2666-4be3-b0a5-7500e130478f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.970109 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11238e83-14ce-474c-8aa0-f47501254e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10000709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10474790'] for subnet (4ff5ebe9-2666-4be3-b0a5-7500e130478f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:56.993380 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11238e83-14ce-474c-8aa0-f47501254e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff5ebe9-2666-4be3-b0a5-7500e130478f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:56.999621 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11238e83-14ce-474c-8aa0-f47501254e1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.002844 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-11238e83-14ce-474c-8aa0-f47501254e1e admin admin] 10.222.0.117 "DELETE /v2.0/subnets/4ff5ebe9-2666-4be3-b0a5-7500e130478f HTTP/1.1" status: 204 len: 168 time: 0.2251856 Jan 25 03:19:57.005294 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58038) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:57.077487 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (41e57b24-2df2-4a9c-81ab-26eb854b98b1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.155727 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (41e57b24-2df2-4a9c-81ab-26eb854b98b1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.175066 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e57b24-2df2-4a9c-81ab-26eb854b98b1']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:57.184711 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bce746-7d45-4577-a1c2-bd68db5b58dd') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:57.185007 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bce746-7d45-4577-a1c2-bd68db5b58dd') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:57.194011 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (75bce746-7d45-4577-a1c2-bd68db5b58dd), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.207236 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (75bce746-7d45-4577-a1c2-bd68db5b58dd), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.213972 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:19:57.214432 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (75bce746-7d45-4577-a1c2-bd68db5b58dd), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:19:57.216167 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:19:57.270481 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (41e57b24-2df2-4a9c-81ab-26eb854b98b1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.277164 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.280196 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] 10.222.0.117 "DELETE /v2.0/networks/41e57b24-2df2-4a9c-81ab-26eb854b98b1 HTTP/1.1" status: 204 len: 168 time: 0.2739975 Jan 25 03:19:57.283136 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58040) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:57.289522 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03165a14-ef02-46fc-b012-0b5b00a70f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e57b24-2df2-4a9c-81ab-26eb854b98b1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:57.328415 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_v2 [None req-474743be-03a3-4275-81d3-4796fbb58e4b admin admin] Deleting subnet 77f7e5be-992d-46e1-beda-b7657138f13a {{(pid=102671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:19:57.331548 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-474743be-03a3-4275-81d3-4796fbb58e4b admin admin] Publish callbacks [] for subnet (77f7e5be-992d-46e1-beda-b7657138f13a), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.364466 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-474743be-03a3-4275-81d3-4796fbb58e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585826'] for subnet (77f7e5be-992d-46e1-beda-b7657138f13a), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.402347 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-474743be-03a3-4275-81d3-4796fbb58e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (77f7e5be-992d-46e1-beda-b7657138f13a), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.418975 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:19:57.457650 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-474743be-03a3-4275-81d3-4796fbb58e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10101061'] for subnet (77f7e5be-992d-46e1-beda-b7657138f13a), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.483372 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474743be-03a3-4275-81d3-4796fbb58e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f7e5be-992d-46e1-beda-b7657138f13a,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:57.485383 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-474743be-03a3-4275-81d3-4796fbb58e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.490305 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-474743be-03a3-4275-81d3-4796fbb58e4b admin admin] 10.222.0.117 "DELETE /v2.0/subnets/77f7e5be-992d-46e1-beda-b7657138f13a HTTP/1.1" status: 204 len: 168 time: 0.2060957 Jan 25 03:19:57.491088 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58042) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:57.566464 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (b7de0cf1-6dfa-4be4-ac10-69838067d572), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.644886 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (b7de0cf1-6dfa-4be4-ac10-69838067d572), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.670500 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7de0cf1-6dfa-4be4-ac10-69838067d572']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:57.686043 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e6f0fc-f9a4-4180-9a75-acfffeae5dc5') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:57.686566 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e6f0fc-f9a4-4180-9a75-acfffeae5dc5') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:19:57.695762 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (b8e6f0fc-f9a4-4180-9a75-acfffeae5dc5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.709429 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (b8e6f0fc-f9a4-4180-9a75-acfffeae5dc5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.715942 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:19:57.716334 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (b8e6f0fc-f9a4-4180-9a75-acfffeae5dc5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:19:57.718081 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:19:57.773216 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (b7de0cf1-6dfa-4be4-ac10-69838067d572), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.778739 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:57.781899 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] 10.222.0.117 "DELETE /v2.0/networks/b7de0cf1-6dfa-4be4-ac10-69838067d572 HTTP/1.1" status: 204 len: 168 time: 0.2897887 Jan 25 03:19:57.793388 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e1d9b-03f7-4c11-aada-31ae7edd4d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=b7de0cf1-6dfa-4be4-ac10-69838067d572,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:57.939529 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58046) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:57.978847 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3edc1caf-5249-4ec0-82f5-28b36343416d admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=1953aa8c53c0449c95934e919982ca3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375559 Jan 25 03:19:57.981638 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58048) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:58.031367 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19f2efc-e34e-4cfa-af0b-3fd3ff1c78ca admin admin] Publish callbacks [] for security_group (a1f8cddb-ecae-48be-8cf9-3f3397436fc7), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:58.052727 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19f2efc-e34e-4cfa-af0b-3fd3ff1c78ca admin admin] Publish callbacks [] for security_group (a1f8cddb-ecae-48be-8cf9-3f3397436fc7), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:58.097037 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19f2efc-e34e-4cfa-af0b-3fd3ff1c78ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (a1f8cddb-ecae-48be-8cf9-3f3397436fc7), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:58.099596 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19f2efc-e34e-4cfa-af0b-3fd3ff1c78ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:58.100762 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a19f2efc-e34e-4cfa-af0b-3fd3ff1c78ca admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/a1f8cddb-ecae-48be-8cf9-3f3397436fc7 HTTP/1.1" status: 204 len: 168 time: 0.1182129 Jan 25 03:19:58.109136 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f2efc-e34e-4cfa-af0b-3fd3ff1c78ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f8cddb-ecae-48be-8cf9-3f3397436fc7,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:19:58.154843 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-870ef6c8-68a0-4ebf-99f8-6ab0163bd7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:58.412742 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58054) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:58.452158 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-036189df-517c-44c3-a32b-d41e7186dcdc admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=5ebecd0c27704502bc37f36d38e866c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382307 Jan 25 03:19:58.454512 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58056) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:19:58.500975 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd09e-cc40-49fe-aa9f-eec23efd3ee3 admin admin] Publish callbacks [] for security_group (fb46ef4e-0ba9-42db-a020-66bd038be068), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:58.520999 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd09e-cc40-49fe-aa9f-eec23efd3ee3 admin admin] Publish callbacks [] for security_group (fb46ef4e-0ba9-42db-a020-66bd038be068), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:58.570171 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd09e-cc40-49fe-aa9f-eec23efd3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (fb46ef4e-0ba9-42db-a020-66bd038be068), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:58.573794 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd09e-cc40-49fe-aa9f-eec23efd3ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:19:58.575249 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-6f4dd09e-cc40-49fe-aa9f-eec23efd3ee3 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/fb46ef4e-0ba9-42db-a020-66bd038be068 HTTP/1.1" status: 204 len: 168 time: 0.1197364 Jan 25 03:19:58.584030 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dd09e-cc40-49fe-aa9f-eec23efd3ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb46ef4e-0ba9-42db-a020-66bd038be068,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:20:00.302924 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-db5168b2-b673-4b82-8e9c-d2aacaa3540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:01.738232 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:02.196212 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:02.776231 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58130) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:20:02.879048 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c868ceec-86cf-4a77-a771-26340f5e799a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:02.956330 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c868ceec-86cf-4a77-a771-26340f5e799a admin admin] Publish callbacks [] for security_group (1ec7cbbf-1723-4ab3-9d8b-42b7cc19fb43), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:02.960862 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c868ceec-86cf-4a77-a771-26340f5e799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (1ec7cbbf-1723-4ab3-9d8b-42b7cc19fb43), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:02.998736 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-c868ceec-86cf-4a77-a771-26340f5e799a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=ae26a54bbce240abb8e06c8e5b1c5bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214534 Jan 25 03:20:02.999600 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868ceec-86cf-4a77-a771-26340f5e799a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec7cbbf-1723-4ab3-9d8b-42b7cc19fb43,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:20:03.001380 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58134) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:20:03.049999 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36220ecf-e66c-4ba9-9ffd-5d2f09b07d7b admin admin] Publish callbacks [] for security_group (1ec7cbbf-1723-4ab3-9d8b-42b7cc19fb43), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.071078 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36220ecf-e66c-4ba9-9ffd-5d2f09b07d7b admin admin] Publish callbacks [] for security_group (1ec7cbbf-1723-4ab3-9d8b-42b7cc19fb43), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.116564 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36220ecf-e66c-4ba9-9ffd-5d2f09b07d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (1ec7cbbf-1723-4ab3-9d8b-42b7cc19fb43), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.119898 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36220ecf-e66c-4ba9-9ffd-5d2f09b07d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.121049 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-36220ecf-e66c-4ba9-9ffd-5d2f09b07d7b admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/1ec7cbbf-1723-4ab3-9d8b-42b7cc19fb43 HTTP/1.1" status: 204 len: 168 time: 0.1186306 Jan 25 03:20:03.128749 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36220ecf-e66c-4ba9-9ffd-5d2f09b07d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec7cbbf-1723-4ab3-9d8b-42b7cc19fb43,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:20:03.188732 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.379682 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58140) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:20:03.392917 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-05d8d8e1-bd22-45e9-b313-0116c282b12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.468524 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-05d8d8e1-bd22-45e9-b313-0116c282b12a admin admin] Publish callbacks [] for security_group (875a727e-f50c-47e6-b9b6-8b86b708f9a6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.472278 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-05d8d8e1-bd22-45e9-b313-0116c282b12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (875a727e-f50c-47e6-b9b6-8b86b708f9a6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.512307 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-05d8d8e1-bd22-45e9-b313-0116c282b12a admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=f1e9c63c39854969bf605d904fe94876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315064 Jan 25 03:20:03.513168 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8d8e1-bd22-45e9-b313-0116c282b12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875a727e-f50c-47e6-b9b6-8b86b708f9a6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:20:03.515028 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58142) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:20:03.564135 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a80d30af-18d0-451e-8582-654898a67272 admin admin] Publish callbacks [] for security_group (875a727e-f50c-47e6-b9b6-8b86b708f9a6), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.584395 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a80d30af-18d0-451e-8582-654898a67272 admin admin] Publish callbacks [] for security_group (875a727e-f50c-47e6-b9b6-8b86b708f9a6), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.631556 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a80d30af-18d0-451e-8582-654898a67272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (875a727e-f50c-47e6-b9b6-8b86b708f9a6), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.634307 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a80d30af-18d0-451e-8582-654898a67272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:03.635448 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-a80d30af-18d0-451e-8582-654898a67272 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/875a727e-f50c-47e6-b9b6-8b86b708f9a6 HTTP/1.1" status: 204 len: 168 time: 0.1193919 Jan 25 03:20:03.643078 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d30af-18d0-451e-8582-654898a67272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875a727e-f50c-47e6-b9b6-8b86b708f9a6,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:20:04.250058 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-9315d064-a0ce-430d-b6ca-b816e8582b75 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434883 Jan 25 03:20:04.350413 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-e61ea4ab-138b-4241-94fc-378f9c382964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:20:04.351966 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-e61ea4ab-138b-4241-94fc-378f9c382964 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0440047 Jan 25 03:20:04.352312 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:04.454325 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-e86950e7-9424-40c8-ae16-5a17b4700a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:20:04.456001 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-e86950e7-9424-40c8-ae16-5a17b4700a98 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 909 time: 0.0862949 Jan 25 03:20:04.525514 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-5afd40a7-25db-4b06-a751-525a8ae18e56 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 1000 time: 0.0623419 Jan 25 03:20:04.574694 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-b66e2c51-5ed9-4fd4-93d6-262305a07700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:20:04.576218 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-b66e2c51-5ed9-4fd4-93d6-262305a07700 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0454795 Jan 25 03:20:04.624629 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-73af3231-afdd-4ae8-8f7c-bff0a5ce4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:20:04.626146 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-73af3231-afdd-4ae8-8f7c-bff0a5ce4c78 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445302 Jan 25 03:20:04.732610 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-fa532952-f5f6-4f95-aa01-b08128e49c3d service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981650 Jan 25 03:20:04.830712 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5fa5b709-f84d-4be1-9f19-8dad799216b0 req-1a52fff7-3cfc-4121-8c91-d7ffcd8f905c service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846066 Jan 25 03:20:14.877468 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58238) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:20:14.980385 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a3b470a-5f7d-456e-b911-95206eb77317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.058308 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a3b470a-5f7d-456e-b911-95206eb77317 admin admin] Publish callbacks [] for security_group (e319839b-1411-49f5-b57b-b9c1492169c5), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.062081 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a3b470a-5f7d-456e-b911-95206eb77317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e319839b-1411-49f5-b57b-b9c1492169c5), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.099911 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-0a3b470a-5f7d-456e-b911-95206eb77317 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=fbeaca40df5e4399952d6c829ee03dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213295 Jan 25 03:20:15.100875 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b470a-5f7d-456e-b911-95206eb77317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e319839b-1411-49f5-b57b-b9c1492169c5,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:20:15.102555 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58242) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:20:15.150636 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b62fc744-f45c-4bba-836d-9fe0b39f389e admin admin] Publish callbacks [] for security_group (e319839b-1411-49f5-b57b-b9c1492169c5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.171805 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b62fc744-f45c-4bba-836d-9fe0b39f389e admin admin] Publish callbacks [] for security_group (e319839b-1411-49f5-b57b-b9c1492169c5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.217387 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b62fc744-f45c-4bba-836d-9fe0b39f389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (e319839b-1411-49f5-b57b-b9c1492169c5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.220009 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b62fc744-f45c-4bba-836d-9fe0b39f389e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.221156 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b62fc744-f45c-4bba-836d-9fe0b39f389e admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/e319839b-1411-49f5-b57b-b9c1492169c5 HTTP/1.1" status: 204 len: 168 time: 0.1175034 Jan 25 03:20:15.229545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fc744-f45c-4bba-836d-9fe0b39f389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e319839b-1411-49f5-b57b-b9c1492169c5,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:20:15.481199 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58248) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:20:15.493826 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62af33d2-7744-40e6-ae01-e54ef8348c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.576845 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62af33d2-7744-40e6-ae01-e54ef8348c67 admin admin] Publish callbacks [] for security_group (58b6ffae-668d-433d-bf4c-0af3b133de3d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.581545 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62af33d2-7744-40e6-ae01-e54ef8348c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (58b6ffae-668d-433d-bf4c-0af3b133de3d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.618376 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-62af33d2-7744-40e6-ae01-e54ef8348c67 admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=cfa171779f5442aea53963a84749ba99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361003 Jan 25 03:20:15.620909 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af33d2-7744-40e6-ae01-e54ef8348c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b6ffae-668d-433d-bf4c-0af3b133de3d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:20:15.621654 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58250) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:20:15.670268 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-801ab7b4-9ef6-4668-9c85-2c5b9a1b9e4c admin admin] Publish callbacks [] for security_group (58b6ffae-668d-433d-bf4c-0af3b133de3d), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.691055 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-801ab7b4-9ef6-4668-9c85-2c5b9a1b9e4c admin admin] Publish callbacks [] for security_group (58b6ffae-668d-433d-bf4c-0af3b133de3d), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.735429 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-801ab7b4-9ef6-4668-9c85-2c5b9a1b9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (58b6ffae-668d-433d-bf4c-0af3b133de3d), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.737937 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-801ab7b4-9ef6-4668-9c85-2c5b9a1b9e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:15.741542 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-801ab7b4-9ef6-4668-9c85-2c5b9a1b9e4c admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/58b6ffae-668d-433d-bf4c-0af3b133de3d HTTP/1.1" status: 204 len: 168 time: 0.1164391 Jan 25 03:20:15.747976 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ab7b4-9ef6-4668-9c85-2c5b9a1b9e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b6ffae-668d-433d-bf4c-0af3b133de3d,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:20:28.157100 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa7df-2e8c-4583-b860-4b5994581fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:30.304409 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6b92f404-324f-4bfd-b4c3-17e51811812f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:31.741029 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:32.212115 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:33.191969 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:34.346463 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:20:34.418074 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:20:58.159224 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c8e78872-e2c5-4ac4-b565-dc94f88a3bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:00.305969 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1c41a52c-c40a-4003-8c81-89f339977d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:01.744285 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:02.226744 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:03.193869 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:04.348661 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:05.270899 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-9e6cc566-24a8-414e-a533-71e47c36e3d2 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389025 Jan 25 03:21:05.367464 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-2e8f1f06-409b-460c-b50a-e7f9a5ae801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:21:05.368951 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-2e8f1f06-409b-460c-b50a-e7f9a5ae801f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0416119 Jan 25 03:21:05.470970 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-819471d1-42d4-4f65-97ea-b5837bdd9de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:21:05.472434 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-819471d1-42d4-4f65-97ea-b5837bdd9de3 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 909 time: 0.0835867 Jan 25 03:21:05.539993 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-76038947-157f-4a22-ba83-8026cc0faefd service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 1000 time: 0.0613317 Jan 25 03:21:05.588473 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-8d969bab-6fd9-41b5-b164-8fccac58c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:21:05.589937 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-8d969bab-6fd9-41b5-b164-8fccac58c237 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0439682 Jan 25 03:21:05.634873 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-ec34e69a-cb61-4f93-976b-63a2d870512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:21:05.636370 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-ec34e69a-cb61-4f93-976b-63a2d870512b service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395224 Jan 25 03:21:05.726044 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-ba0df757-5122-4006-bdd3-65790a2a7750 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834916 Jan 25 03:21:05.813688 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-f907f371-a14f-4b74-b4da-b020c6cd2615 req-596fc1bf-4405-46c6-845e-f70809f6e3db service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816364 Jan 25 03:21:11.417084 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:21:28.161200 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-fb275b43-83d2-4aba-9184-ed5684608d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:30.307306 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-1990f563-d45f-442d-9ee3-83feae912e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:31.748020 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:32.258115 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:33.196161 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:34.351262 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:21:48.415482 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:21:58.165163 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-d9098b68-b207-4db1-903e-d405724a1608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:00.308141 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa6b0-ff05-4a96-b9d2-bd0b171cf931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:01.753198 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:02.261212 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:03.199430 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:04.352347 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:07.231210 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-8bd13d66-09b5-45d6-b855-117d53ae2c4c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440614 Jan 25 03:22:07.328980 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-656ab173-d537-4f4b-98c2-5e569aafde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:07.330427 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-656ab173-d537-4f4b-98c2-5e569aafde94 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0389724 Jan 25 03:22:07.432314 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-2b5f1269-209a-4b05-8041-e44a220f9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:07.433770 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-2b5f1269-209a-4b05-8041-e44a220f9d48 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 909 time: 0.0855663 Jan 25 03:22:07.503672 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-770dc12e-fb4d-4a2f-8e76-abe4f03f7a09 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 1000 time: 0.0628617 Jan 25 03:22:07.552782 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-327b1abb-60ce-4dc0-bcbb-266899a39f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:07.554255 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-327b1abb-60ce-4dc0-bcbb-266899a39f9b service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0439017 Jan 25 03:22:07.600964 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-f60428c5-2c38-4721-a010-ed9579996add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:07.602429 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-f60428c5-2c38-4721-a010-ed9579996add service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425982 Jan 25 03:22:07.689471 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-214dfb1d-dfa2-4a9a-9dda-939b55eb30a4 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808764 Jan 25 03:22:07.779042 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-74a68af3-8bc1-430c-a13f-0c51c1dd699d req-7df8bd61-85ad-4cb0-8e95-208cf02287d2 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824089 Jan 25 03:22:11.693303 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb147e12-3efd-41b4-8a37-10a1ca49c365 req-57b0d2c8-3dcb-4d2f-980d-884888832594 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:11.694780 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fb147e12-3efd-41b4-8a37-10a1ca49c365 req-57b0d2c8-3dcb-4d2f-980d-884888832594 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0529225 Jan 25 03:22:11.743502 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-fb147e12-3efd-41b4-8a37-10a1ca49c365 req-0b38804d-ca40-4313-b9c5-a5a04cad1c1c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Jan 25 03:22:12.860940 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689bce1-a350-4a89-b8c7-47e1e1a27791 req-836b2b01-495d-47b8-bb99-5ec19ea7db72 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:12.862442 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0689bce1-a350-4a89-b8c7-47e1e1a27791 req-836b2b01-495d-47b8-bb99-5ec19ea7db72 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0486083 Jan 25 03:22:12.909880 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0689bce1-a350-4a89-b8c7-47e1e1a27791 req-f7e5ba29-2d63-4b83-a98d-88dc322c1766 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Jan 25 03:22:14.025780 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34a5fe-14b0-429a-90f2-ba188d9820c8 req-a7631f1e-c002-4ad2-80c2-a0926720e7f7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:14.027278 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2f34a5fe-14b0-429a-90f2-ba188d9820c8 req-a7631f1e-c002-4ad2-80c2-a0926720e7f7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0488596 Jan 25 03:22:14.076603 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2f34a5fe-14b0-429a-90f2-ba188d9820c8 req-874b91ca-5caf-43b1-b387-e01ec0092326 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435252 Jan 25 03:22:15.190139 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf80d7-a441-4893-95bd-dad1cddda4df req-24a1acc3-3505-46ae-a45b-2467a5ace77a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:15.191670 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88cf80d7-a441-4893-95bd-dad1cddda4df req-24a1acc3-3505-46ae-a45b-2467a5ace77a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0482082 Jan 25 03:22:15.239218 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-88cf80d7-a441-4893-95bd-dad1cddda4df req-0a4719f4-323a-48e9-a726-12957172f499 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420258 Jan 25 03:22:16.356418 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9f708-9450-44f3-bb51-87467a306945 req-4beed2c6-b447-4633-bcd8-d2fdee6f20a0 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:16.357893 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2df9f708-9450-44f3-bb51-87467a306945 req-4beed2c6-b447-4633-bcd8-d2fdee6f20a0 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0511158 Jan 25 03:22:16.405570 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2df9f708-9450-44f3-bb51-87467a306945 req-e5c15fff-7dbc-43a5-9b40-e1c66f5857c7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 Jan 25 03:22:17.521617 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66f05e-966b-4529-99d2-e2ae47f7463f req-8f975cbd-4ffd-4111-a6ce-cb489a6c6963 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:17.523109 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b66f05e-966b-4529-99d2-e2ae47f7463f req-8f975cbd-4ffd-4111-a6ce-cb489a6c6963 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0516205 Jan 25 03:22:17.572102 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b66f05e-966b-4529-99d2-e2ae47f7463f req-26674c05-b20f-40fb-bd3f-0132424fd398 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432761 Jan 25 03:22:18.686701 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ef8dd-2396-4c5a-8dab-843c911589dc req-1d602d9b-bd23-4781-80f4-045ceef09f72 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:18.688235 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-055ef8dd-2396-4c5a-8dab-843c911589dc req-1d602d9b-bd23-4781-80f4-045ceef09f72 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0497823 Jan 25 03:22:18.735979 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-055ef8dd-2396-4c5a-8dab-843c911589dc req-c591b7a9-3da3-4411-85b4-4504c3a68f28 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Jan 25 03:22:19.850279 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3ded8-f9f5-4bee-8735-e8867bae971b req-62b5fbdd-7fd6-471e-88d8-433bc0d9c0f4 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:19.851757 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5ed3ded8-f9f5-4bee-8735-e8867bae971b req-62b5fbdd-7fd6-471e-88d8-433bc0d9c0f4 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0474186 Jan 25 03:22:19.906096 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-5ed3ded8-f9f5-4bee-8735-e8867bae971b req-1c3a7085-c0f0-40ed-85b2-90ccc8781a1e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489211 Jan 25 03:22:21.019685 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a99cc0-9bca-4237-bcdb-b46e9f2a3ea4 req-b12d60b2-14f9-4a53-99e3-5b6fb1f8d75b tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:21.021210 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a8a99cc0-9bca-4237-bcdb-b46e9f2a3ea4 req-b12d60b2-14f9-4a53-99e3-5b6fb1f8d75b tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0476973 Jan 25 03:22:21.072684 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a8a99cc0-9bca-4237-bcdb-b46e9f2a3ea4 req-ca4240e1-8361-4977-ac45-1ff454c17e39 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459690 Jan 25 03:22:21.936471 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-31643f2f-fe14-44d0-9065-72a8ef892c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:21.938123 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-31643f2f-fe14-44d0-9065-72a8ef892c20 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0466533 Jan 25 03:22:22.025111 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-d09b2d21-73cd-4ebb-81b2-8fcbdf040015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:22.026557 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-d09b2d21-73cd-4ebb-81b2-8fcbdf040015 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 909 time: 0.0823014 Jan 25 03:22:22.092876 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-d49aead7-490c-4c3b-9ecf-67cfa4f8ba32 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 1000 time: 0.0595102 Jan 25 03:22:22.148339 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-8ac13bcd-0588-4194-a215-203be986077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:22.149703 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-8ac13bcd-0588-4194-a215-203be986077f service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0517485 Jan 25 03:22:22.211921 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aceb5b4-90b8-48a2-bdad-310cb83e374c req-a201341f-4a2f-42fe-b1d6-6cb25647801a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:22.213394 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7aceb5b4-90b8-48a2-bdad-310cb83e374c req-a201341f-4a2f-42fe-b1d6-6cb25647801a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0746603 Jan 25 03:22:22.228004 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-b19072e3-86e9-42ae-b6c5-f557b6c9287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:22.229401 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-b19072e3-86e9-42ae-b6c5-f557b6c9287c service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623524 Jan 25 03:22:22.317813 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-7aceb5b4-90b8-48a2-bdad-310cb83e374c req-f5de8152-3398-4aa6-a09b-a7534a4058e6 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969911 Jan 25 03:22:22.346974 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-679c9a84-0ea0-430e-9d54-6a4a60361e9d service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102669 Jan 25 03:22:22.439020 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-29e3ecf0-712f-4fce-82e9-cc586c684c1b req-cba6ade9-75da-4f69-813d-a23539b6f0c8 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847163 Jan 25 03:22:23.430865 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2165-e66d-4681-9d7e-ba00fd0df26e req-8b424d86-d0d3-462c-8498-bec472af49f3 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:23.432360 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2e0a2165-e66d-4681-9d7e-ba00fd0df26e req-8b424d86-d0d3-462c-8498-bec472af49f3 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Jan 25 03:22:23.479652 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2e0a2165-e66d-4681-9d7e-ba00fd0df26e req-4333f6cc-8442-4e3f-a18c-a48a0f9a0dbf tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Jan 25 03:22:24.854982 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2523c-1ba9-4e30-86fc-db26f466572e req-ac07a9a1-ed12-4272-9741-4beb87617f3e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:24.856399 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-51e2523c-1ba9-4e30-86fc-db26f466572e req-ac07a9a1-ed12-4272-9741-4beb87617f3e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.3111384 Jan 25 03:22:24.903425 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-51e2523c-1ba9-4e30-86fc-db26f466572e req-2a8126b4-47a9-4bae-862d-2ca6210319e4 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406382 Jan 25 03:22:25.414247 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:22:25.910243 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device c44799d9-451f-4840-8b43-e11052ad1ee3 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:22:25.984542 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port c44799d9-451f-4840-8b43-e11052ad1ee3 is: ACTIVE; New status is: DOWN {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:22:25.984936 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:26.007008 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:22:26.009265 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8595407-193c-4961-a2ba-52e15b68bbec" -d '{"events": [{"server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:22:26.019426 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad59344-3f40-413a-b20a-df9bd6e8d54f req-d5f60f99-8f45-43db-a41b-b66da94a1c37 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:26.024173 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bad59344-3f40-413a-b20a-df9bd6e8d54f req-d5f60f99-8f45-43db-a41b-b66da94a1c37 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0535715 Jan 25 03:22:26.024628 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port c44799d9-451f-4840-8b43-e11052ad1ee3, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c44799d9-451f-4840-8b43-e11052ad1ee3,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:22:26.028995 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:26.053072 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 03:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8463fb8a-814a-4a47-a34b-f9f59b48b650 x-openstack-request-id: req-8463fb8a-814a-4a47-a34b-f9f59b48b650 {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:22:26.053377 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "name": "network-vif-unplugged", "status": "failed", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3", "code": 422}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:22:26.053632 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-8463fb8a-814a-4a47-a34b-f9f59b48b650 {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:22:26.054026 dv-cinder-819778-6-iscsi neutron-server[102672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'code': 422} returned with failed status Jan 25 03:22:26.071872 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-bad59344-3f40-413a-b20a-df9bd6e8d54f req-4c6e6397-072d-4fe4-bc92-153687940954 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457828 Jan 25 03:22:26.081060 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=c44799d9-451f-4840-8b43-e11052ad1ee3,revision_number=6']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:22:26.088343 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.088701 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.089055 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.089398 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.089740 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.090085 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.090419 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.090753 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.091086 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.091418 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.091777 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.092108 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.092435 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:22:26.284963 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-69d21a4c-50ca-4cce-9b5f-1184b466e01a req-c9e9d47a-8bd8-4dcd-8c71-276cc8ffac2e service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:22:26.285998 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-69d21a4c-50ca-4cce-9b5f-1184b466e01a req-c9e9d47a-8bd8-4dcd-8c71-276cc8ffac2e service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1495032 Jan 25 03:22:26.371444 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58348) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:22:26.445945 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362cf39-6b2e-450b-852b-a737f45f7866 req-a575d429-b26f-47ff-8a26-a307cc4c693d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:26.447438 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f362cf39-6b2e-450b-852b-a737f45f7866 req-a575d429-b26f-47ff-8a26-a307cc4c693d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0543244 Jan 25 03:22:26.472521 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-9dc83dbd-6754-43ed-8bc6-0a68cacce93d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996423 Jan 25 03:22:26.480863 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-d3c7f053-06ab-41ff-8fb6-14c2649cb04e service neutron] http://10.222.0.117:9696/v2.0/extensions returned with HTTP 200 {{(pid=102671) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 03:22:26.481796 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-d3c7f053-06ab-41ff-8fb6-14c2649cb04e service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048378 Jan 25 03:22:26.502266 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f362cf39-6b2e-450b-852b-a737f45f7866 req-a57bff64-f3f6-4e3c-b20a-82be4c92fbee tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487688 Jan 25 03:22:27.617688 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9203d-4510-45b5-af6b-887b51ac1c25 req-95118a7f-50d5-4e90-8316-6e9ffc9b2126 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:27.619177 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-adc9203d-4510-45b5-af6b-887b51ac1c25 req-95118a7f-50d5-4e90-8316-6e9ffc9b2126 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0495381 Jan 25 03:22:27.674730 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-adc9203d-4510-45b5-af6b-887b51ac1c25 req-a294e51c-a18b-47ec-9f0a-4b75907328ff tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488746 Jan 25 03:22:28.086393 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-96cd379c-15d2-4079-b6a2-9344e0418629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:28.087920 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-96cd379c-15d2-4079-b6a2-9344e0418629 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8&tenant_id=b49d1a0585ee4d0992125a806e46704f HTTP/1.1" status: 200 len: 1096 time: 0.0396175 Jan 25 03:22:28.162450 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-61204701-763d-45d4-85e6-310b9eee08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:28.164321 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-61204701-763d-45d4-85e6-310b9eee08fa service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0418415 Jan 25 03:22:28.168038 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b3b340f2-c852-40be-be9c-d4549ef38c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:28.258158 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-daaa85e0-3cf5-4121-9cef-168212e5fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:28.259509 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-daaa85e0-3cf5-4121-9cef-168212e5fd39 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 909 time: 0.0893784 Jan 25 03:22:28.326800 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-4127583f-930d-47ba-8780-3c846ebbc41f service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 998 time: 0.0613761 Jan 25 03:22:28.375285 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-0b67bdac-1e7f-4f2e-81a2-484bdbf92d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:28.376806 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-0b67bdac-1e7f-4f2e-81a2-484bdbf92d2a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0448496 Jan 25 03:22:28.423907 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-e4f3995f-877d-406b-bc33-b5b69f5eb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:28.425381 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-e4f3995f-877d-406b-bc33-b5b69f5eb000 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433459 Jan 25 03:22:28.512098 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-b0690be5-43e0-47ac-a253-addecd0d27fb service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793440 Jan 25 03:22:28.601752 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-3c075051-6797-4775-93b1-ce1e59f5f7ce req-d50b5079-2f2a-4f14-80f3-c382d5de3f0c service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842099 Jan 25 03:22:28.788553 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd36cb-d73a-4250-a3e1-08ac4dea9020 req-39c674f3-dd0f-4831-82dc-3aa386c8620f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:28.790175 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e5dd36cb-d73a-4250-a3e1-08ac4dea9020 req-39c674f3-dd0f-4831-82dc-3aa386c8620f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0478497 Jan 25 03:22:28.838791 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e5dd36cb-d73a-4250-a3e1-08ac4dea9020 req-96f322f5-4c49-4ee7-88c4-707340e1034e tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432298 Jan 25 03:22:29.952501 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4df8d4-54e6-4d4b-9be2-adcffd1ae61e req-fdcc0ffa-61a1-4f61-b526-c58497551a30 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:29.955017 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee4df8d4-54e6-4d4b-9be2-adcffd1ae61e req-fdcc0ffa-61a1-4f61-b526-c58497551a30 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0497861 Jan 25 03:22:30.002671 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-ee4df8d4-54e6-4d4b-9be2-adcffd1ae61e req-f6a22b12-83bc-459c-b73c-53fcb6938d21 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421679 Jan 25 03:22:30.309360 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-96e57773-03f1-49dd-a259-e9f6112e690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:31.127988 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c680b-949b-40bb-bb97-13b40fdc4140 req-46246065-db42-4e7c-8911-2b6af1a1b2d1 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:31.129471 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3a3c680b-949b-40bb-bb97-13b40fdc4140 req-46246065-db42-4e7c-8911-2b6af1a1b2d1 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0537822 Jan 25 03:22:31.182875 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3a3c680b-949b-40bb-bb97-13b40fdc4140 req-ab6cc438-56f7-40bd-a7af-06ed6612acc9 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474498 Jan 25 03:22:31.755012 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:32.259451 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:32.301526 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d488e2-a02e-422a-9689-fd9463d97540 req-a184e35f-30c0-4188-a35b-d86afc4bf24f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:32.302996 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e0d488e2-a02e-422a-9689-fd9463d97540 req-a184e35f-30c0-4188-a35b-d86afc4bf24f tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0527449 Jan 25 03:22:32.350019 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-e0d488e2-a02e-422a-9689-fd9463d97540 req-0ce81f93-5721-4916-9e22-2e2d182d5edc tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 Jan 25 03:22:33.201603 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:33.463750 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9a53-0674-49b3-997e-87dfca29a084 req-16ec0aeb-a2f9-41f3-a233-c624cbb20eb3 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:33.465203 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dfee9a53-0674-49b3-997e-87dfca29a084 req-16ec0aeb-a2f9-41f3-a233-c624cbb20eb3 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0473750 Jan 25 03:22:33.512252 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dfee9a53-0674-49b3-997e-87dfca29a084 req-fb96c004-a71c-447d-b58c-c2d5b6b9b525 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 Jan 25 03:22:34.354805 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:34.627097 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fdbfe-adb2-4f9e-8768-58e075db40ec req-4e3c4d32-6b08-409b-9086-2b175002b803 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:34.628524 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d09fdbfe-adb2-4f9e-8768-58e075db40ec req-4e3c4d32-6b08-409b-9086-2b175002b803 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0484376 Jan 25 03:22:34.676420 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d09fdbfe-adb2-4f9e-8768-58e075db40ec req-9b933eaa-5e86-492c-959e-3bc1b54287eb tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423765 Jan 25 03:22:35.790388 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c997e-eb88-491a-8c0f-97da6bbb243d req-6a54755c-6e09-4e82-a92f-10565c5fc9f7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:35.791880 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-374c997e-eb88-491a-8c0f-97da6bbb243d req-6a54755c-6e09-4e82-a92f-10565c5fc9f7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 943 time: 0.0501766 Jan 25 03:22:35.839015 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-374c997e-eb88-491a-8c0f-97da6bbb243d req-a6c3d2cd-51f3-44f0-b043-e347e56869c7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Jan 25 03:22:35.969976 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device c44799d9-451f-4840-8b43-e11052ad1ee3 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 03:22:36.061682 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port c44799d9-451f-4840-8b43-e11052ad1ee3, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c44799d9-451f-4840-8b43-e11052ad1ee3,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:22:36.071771 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Returning: {'device': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'port_id': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'mac_address': 'fa:16:3e:ad:de:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 03:22:36.111363 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port c44799d9-451f-4840-8b43-e11052ad1ee3 is: DOWN; New status is: BUILD {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:22:36.111778 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:36.123912 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44799d9-451f-4840-8b43-e11052ad1ee3 {{(pid=102672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 03:22:36.142033 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port c44799d9-451f-4840-8b43-e11052ad1ee3, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c44799d9-451f-4840-8b43-e11052ad1ee3,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:22:36.145887 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:36.191941 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=c44799d9-451f-4840-8b43-e11052ad1ee3,revision_number=7']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:22:36.581349 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] get_ports_and_sgs() called for port_ids ['c44799d9-451f-4840-8b43-e11052ad1ee3'] {{(pid=102672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 03:22:36.951458 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d82c9-c646-497c-ba48-01c4866c83cc req-708761e4-fa2e-41f9-80df-bcb4dfb896e7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:36.952948 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-084d82c9-c646-497c-ba48-01c4866c83cc req-708761e4-fa2e-41f9-80df-bcb4dfb896e7 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 944 time: 0.0484588 Jan 25 03:22:37.005579 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-084d82c9-c646-497c-ba48-01c4866c83cc req-50fa8230-1f45-4bf9-83bc-56197daa6231 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468826 Jan 25 03:22:37.973392 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device c44799d9-451f-4840-8b43-e11052ad1ee3 up at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 03:22:38.020105 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.provisioning_blocks [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Provisioning complete for port c44799d9-451f-4840-8b43-e11052ad1ee3 triggered by entity L2. {{(pid=102672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 03:22:38.020475 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1346943'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), provisioning_complete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:38.100484 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Current status of the port c44799d9-451f-4840-8b43-e11052ad1ee3 is: BUILD; New status is: ACTIVE {{(pid=102672) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 03:22:38.100873 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549991'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:38.123185 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3'}] {{(pid=102672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:22:38.124737 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167b51-1e49-43ca-8301-da2e6d625437 req-c6f7b091-d874-4ef0-892f-0dc0609f49ee tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:38.125993 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cbddf7ce3cc71c6abbd494c07a65822b0c5628093cc5266682d37bf7b962ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfca9169-54b5-4646-bd5e-347ab41cbec3" -d '{"events": [{"server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "name": "network-vif-plugged", "status": "completed", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3"}]}' {{(pid=102672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:22:38.126867 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-07167b51-1e49-43ca-8301-da2e6d625437 req-c6f7b091-d874-4ef0-892f-0dc0609f49ee tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 944 time: 0.0524549 Jan 25 03:22:38.138677 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] For port c44799d9-451f-4840-8b43-e11052ad1ee3, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c44799d9-451f-4840-8b43-e11052ad1ee3,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:22:38.143930 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765976816752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765976361539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765976361557'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:22:38.169174 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879e7994-9cd7-46c6-b82e-067e56fe8a2f x-openstack-request-id: req-879e7994-9cd7-46c6-b82e-067e56fe8a2f {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:22:38.169439 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "name": "network-vif-plugged", "status": "completed", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3", "code": 200}]} {{(pid=102672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:22:38.169693 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-879e7994-9cd7-46c6-b82e-067e56fe8a2f {{(pid=102672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:22:38.170079 dv-cinder-819778-6-iscsi neutron-server[102672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'code': 200} Jan 25 03:22:38.177784 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-07167b51-1e49-43ca-8301-da2e6d625437 req-8538f03c-86ba-42d8-b847-712768f201b8 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451782 Jan 25 03:22:38.193854 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Pushing event updated for resources: {'Port': ['ID=c44799d9-451f-4840-8b43-e11052ad1ee3,revision_number=8']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:22:38.416003 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55045c-f53e-4c8d-8f14-dd6b6e21702e req-8c3bfde3-76c7-453c-9a5e-1d38052c7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:38.417392 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1f55045c-f53e-4c8d-8f14-dd6b6e21702e req-8c3bfde3-76c7-453c-9a5e-1d38052c7571 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0402653 Jan 25 03:22:38.461282 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-1f55045c-f53e-4c8d-8f14-dd6b6e21702e req-18817bd2-3987-47ee-b052-c565e2ce9292 service neutron] 10.222.0.121 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376408 Jan 25 03:22:39.294584 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290aab38-01c6-484d-ab63-08638f2815dd req-69436103-1c08-4f55-a934-a197bcc25a2a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:39.296062 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-290aab38-01c6-484d-ab63-08638f2815dd req-69436103-1c08-4f55-a934-a197bcc25a2a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0497077 Jan 25 03:22:39.345409 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-290aab38-01c6-484d-ab63-08638f2815dd req-174dc53a-39e0-418f-91bc-7434487c6d5d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427313 Jan 25 03:22:40.460759 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb65b9c-8391-438e-8216-2cb54dc20752 req-8e8d03e4-88df-4488-ae21-70025f7dff57 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:22:40.462491 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6eb65b9c-8391-438e-8216-2cb54dc20752 req-8e8d03e4-88df-4488-ae21-70025f7dff57 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0494599 Jan 25 03:22:40.516994 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-6eb65b9c-8391-438e-8216-2cb54dc20752 req-9080b11c-e631-4609-aeb8-013350013b6c tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454566 Jan 25 03:22:58.168856 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f44d-fd95-4054-9659-16851a133301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:00.309892 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3af83c30-82a7-4c3d-b81e-d0b58aab51de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:01.757934 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:02.264923 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:02.413333 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:23:03.206117 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:04.360650 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:09.236951 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-e176a1ae-cb54-48fb-a37b-7271c1aab64c service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447900 Jan 25 03:23:09.339542 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-b38e48cd-0ca3-4491-8be9-09ea90f851f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:23:09.341041 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-b38e48cd-0ca3-4491-8be9-09ea90f851f5 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0407007 Jan 25 03:23:09.443063 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-ddcf0735-098f-4eed-a712-99784462c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:23:09.444575 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-ddcf0735-098f-4eed-a712-99784462c8f7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 909 time: 0.0847328 Jan 25 03:23:09.511011 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-7f54cec4-06b9-4921-8dac-47b9ae568326 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 1000 time: 0.0607231 Jan 25 03:23:09.558962 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-1ff352ef-6d70-4049-be90-c8801ccb697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:23:09.560403 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-1ff352ef-6d70-4049-be90-c8801ccb697a service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0428870 Jan 25 03:23:09.605843 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-af05d6f8-0009-47a2-9eba-62972e29b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:23:09.607368 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-af05d6f8-0009-47a2-9eba-62972e29b21a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406983 Jan 25 03:23:09.701948 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-13c59b49-3bc9-40c2-bfdc-eab3b7733450 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885527 Jan 25 03:23:09.797833 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-d37746c2-5e7a-4bc5-ad69-2831b46b0adc req-b69625d5-9c8e-4c24-97b7-620c13e91385 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882111 Jan 25 03:23:28.172328 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-3dd84935-8e18-4c7c-be03-58f610e02a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:30.310571 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-6e5981d9-49a4-437f-a70d-c250322ca070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:31.759169 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:32.268973 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:33.208510 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:34.355347 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:23:39.412992 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:23:58.174856 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-f646244f-ebb5-4ebf-a1a0-8846475747fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:00.311610 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-094115b4-705e-440f-96ed-efccfbb1b2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:01.762387 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:02.271126 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:03.211377 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:04.363279 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:09.606941 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58398) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:09.857531 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Deleting port ac15b112-c091-4de4-9b9b-47e1f6036338 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:24:09.857787 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (ac15b112-c091-4de4-9b9b-47e1f6036338), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:09.931094 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (ac15b112-c091-4de4-9b9b-47e1f6036338), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:09.931427 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for floatingip (ac15b112-c091-4de4-9b9b-47e1f6036338), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:09.943319 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Calling delete_port for ac15b112-c091-4de4-9b9b-47e1f6036338 owned by network:floatingip {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:24:10.086695 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (ac15b112-c091-4de4-9b9b-47e1f6036338), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:10.108747 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event deleted for resources: {'Port': ['ID=ac15b112-c091-4de4-9b9b-47e1f6036338,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:10.118810 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.119161 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.119507 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.119879 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.120222 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.120559 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.120889 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.121616 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.121616 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.121837 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.122167 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.122489 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.122810 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:10.183922 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for floatingip (26a6bb34-3897-4d63-871f-2088487296d0), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:10.184264 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.db.l3_db [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Floating IP 26a6bb34-3897-4d63-871f-2088487296d0 disassociated (deleted). External IP: 172.27.1.48, port: c44799d9-451f-4840-8b43-e11052ad1ee3. Jan 25 03:24:10.302243 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-9954e66b-296f-4752-9cb7-194d559110c8 service neutron] 10.222.0.121 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849910 Jan 25 03:24:10.443944 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-f7132c00-657a-4634-8b50-1357e7a81c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:10.445335 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-f7132c00-657a-4634-8b50-1357e7a81c7f service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0824699 Jan 25 03:24:10.449334 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:24:10.627968 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:24:10.633284 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for floatingip (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:10.635685 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-fb54e58f-dfec-47a1-872f-9178876a1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:10.637146 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-fb54e58f-dfec-47a1-872f-9178876a1620 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 909 time: 0.1436014 Jan 25 03:24:10.637285 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] Sync routers for ids ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:24:10.649698 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] Routers {'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:24:10.650320 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:24:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:10.694485 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-9b349a34-59ff-4385-b17d-676155a4a24e service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 217 time: 0.0403080 Jan 25 03:24:10.695889 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-52633a7d-a7c1-4f11-b3e3-70ea567cab9a tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "DELETE /v2.0/floatingips/26a6bb34-3897-4d63-871f-2088487296d0 HTTP/1.1" status: 204 len: 168 time: 1.0879192 Jan 25 03:24:10.696555 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:24:10.698871 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27781374-8e62-4f3c-8218-fb8f59dae531" -d '{"events": [{"name": "network-changed", "server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:24:10.742534 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 03:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85679967-7641-4e57-bd8f-2e5bf8df8183 x-openstack-request-id: req-85679967-7641-4e57-bd8f-2e5bf8df8183 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:24:10.742832 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:24:10.743088 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-85679967-7641-4e57-bd8f-2e5bf8df8183 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:24:10.743489 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'status': 'completed', 'code': 200} Jan 25 03:24:10.754258 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-bcb67022-d50f-4c37-9d55-05c0413243ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:10.756734 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-bcb67022-d50f-4c37-9d55-05c0413243ae service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0541022 Jan 25 03:24:10.762702 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] Set router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:24:10.807038 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-867a6a8a-ca16-427b-b89c-a8e9d2d790d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:10.808794 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-867a6a8a-ca16-427b-b89c-a8e9d2d790d8 service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469520 Jan 25 03:24:10.905782 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-61e3a556-5ae1-425e-8c79-94694914ef81 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911360 Jan 25 03:24:10.959791 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5195d0-8616-48f6-8683-fbd434be3ce7 req-552bbd0e-45fc-4521-b199-ff7fe7ca4398 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:10.961273 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5a5195d0-8616-48f6-8683-fbd434be3ce7 req-552bbd0e-45fc-4521-b199-ff7fe7ca4398 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0604718 Jan 25 03:24:11.004944 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-6b02bf11-bbc4-4361-a958-555d967e75d0 req-da2bf7b6-a89d-407b-9e53-a275b5d06e1c service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919359 Jan 25 03:24:11.014807 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5a5195d0-8616-48f6-8683-fbd434be3ce7 req-3eadbbe9-a676-4a14-98ef-02f3b7ba5865 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473826 Jan 25 03:24:11.116127 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:03Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'eadf5ad0-4d67-417a-a523-9bd935b557bf', 'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'mac_address': 'fa:16:3e:26:8a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:02Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 5, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'subnets': [{'id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:11.131301 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-fd6da251-401c-466a-a287-9ffbfd6ea807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:11.132895 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-fd6da251-401c-466a-a287-9ffbfd6ea807 service neutron] 10.222.0.121 "GET /v2.0/ports?tenant_id=b49d1a0585ee4d0992125a806e46704f&device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0499086 Jan 25 03:24:11.144543 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] Checking router: b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:24:11.153087 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] Routers {'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:24:11.153717 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:24:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:11.229016 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-016766fb-822c-44db-bd35-1b7f82ae57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:11.230392 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-016766fb-822c-44db-bd35-1b7f82ae57a7 service neutron] 10.222.0.121 "GET /v2.0/networks?id=b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 200 len: 909 time: 0.0910611 Jan 25 03:24:11.264335 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] Set router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:24:11.275135 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-a66aa240-1f8d-4f98-bf46-6149139fc9c7 service neutron] 10.222.0.121 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 200 len: 217 time: 0.0379951 Jan 25 03:24:11.323601 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-fac1fe81-1f8f-40cc-8bd3-7da2e3f640d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:11.325082 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-fac1fe81-1f8f-40cc-8bd3-7da2e3f640d9 service neutron] 10.222.0.121 "GET /v2.0/subnets?id=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 200 len: 847 time: 0.0431569 Jan 25 03:24:11.375886 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-1b0859a1-889b-4907-9693-2371d400278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:11.377708 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-1b0859a1-889b-4907-9693-2371d400278a service neutron] 10.222.0.121 "GET /v2.0/ports?network_id=b951e5fb-385c-4e65-af07-5c17a1e666d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446582 Jan 25 03:24:11.472696 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:03Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'eadf5ad0-4d67-417a-a523-9bd935b557bf', 'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'mac_address': 'fa:16:3e:26:8a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:02Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 5, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'subnets': [{'id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:11.485232 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-42c16cc6-e81d-4cfa-a8b1-114148a5cb22 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985851 Jan 25 03:24:11.505414 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79e4c51-16cc-4dce-964a-17d009d56583 None None] The sync data for ids ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'] in dv-cinder-819778-6-iscsi is: [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:03Z', 'revision_number': 4, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi', '_interfaces': [{'id': 'eadf5ad0-4d67-417a-a523-9bd935b557bf', 'name': '', 'network_id': 'b951e5fb-385c-4e65-af07-5c17a1e666d7', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'mac_address': 'fa:16:3e:26:8a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:02Z', 'updated_at': '2022-01-25T03:19:07Z', 'revision_number': 5, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'subnets': [{'id': '3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:24:11.593592 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-27781374-8e62-4f3c-8218-fb8f59dae531 req-b4e9387c-26a2-4e6d-8253-0bed8ed2fd86 service neutron] 10.222.0.121 "GET /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013348 Jan 25 03:24:11.752593 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df4031-41fc-4494-9dd6-2ca97e011457 None None] New status for floating IP 26a6bb34-3897-4d63-871f-2088487296d0: DOWN {{(pid=102673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 03:24:12.133915 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359d0be-b16f-4b69-97b5-22adb8db5f91 req-dbdb7515-e1da-4a56-98bb-ff246d6930b6 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:12.135377 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0359d0be-b16f-4b69-97b5-22adb8db5f91 req-dbdb7515-e1da-4a56-98bb-ff246d6930b6 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0505331 Jan 25 03:24:12.184271 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-0359d0be-b16f-4b69-97b5-22adb8db5f91 req-a2c6d267-4884-43c0-8b1e-f5041783df61 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 Jan 25 03:24:12.968268 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-1c1a9869-c152-463d-bf94-d3bb9156a8de tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:12.969751 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-1c1a9869-c152-463d-bf94-d3bb9156a8de tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.121 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0484467 Jan 25 03:24:13.074712 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-e6cf90b9-0cb4-4429-ba39-0869b837088d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Deleting port c44799d9-451f-4840-8b43-e11052ad1ee3 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:24:13.075052 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-e6cf90b9-0cb4-4429-ba39-0869b837088d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:13.158771 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-e6cf90b9-0cb4-4429-ba39-0869b837088d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] For port c44799d9-451f-4840-8b43-e11052ad1ee3, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c44799d9-451f-4840-8b43-e11052ad1ee3,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:24:13.159491 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-e6cf90b9-0cb4-4429-ba39-0869b837088d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:13.170805 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-e6cf90b9-0cb4-4429-ba39-0869b837088d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Calling delete_port for c44799d9-451f-4840-8b43-e11052ad1ee3 owned by compute:nova {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:24:13.300985 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c8e25-ba01-4b61-966a-c08801ef4100 req-611dea1c-8343-456e-bc12-ef64581111bd tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 03:24:13.302152 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-e6cf90b9-0cb4-4429-ba39-0869b837088d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (c44799d9-451f-4840-8b43-e11052ad1ee3), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:13.302536 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb6c8e25-ba01-4b61-966a-c08801ef4100 req-611dea1c-8343-456e-bc12-ef64581111bd tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/ports?device_id=67f64d2f-6acb-4ada-83b9-134e41989ad8 HTTP/1.1" status: 200 len: 945 time: 0.0486519 Jan 25 03:24:13.331629 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf90b9-0cb4-4429-ba39-0869b837088d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event deleted for resources: {'Port': ['ID=c44799d9-451f-4840-8b43-e11052ad1ee3,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:13.358305 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [req-eb6c8e25-ba01-4b61-966a-c08801ef4100 req-fadb6ced-bb9d-4426-934e-698c9b66d53d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "GET /v2.0/security-groups?id=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500281 Jan 25 03:24:13.378866 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-e6cf90b9-0cb4-4429-ba39-0869b837088d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] No DVR routers for this DVR port c44799d9-451f-4840-8b43-e11052ad1ee3 on host hv-cinder-81977 {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:24:13.381345 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-e6cf90b9-0cb4-4429-ba39-0869b837088d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58672'] for port (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:13.384596 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [req-96a238f0-8a21-40f5-900e-f1cc1642b69c req-e6cf90b9-0cb4-4429-ba39-0869b837088d tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.121 "DELETE /v2.0/ports/c44799d9-451f-4840-8b43-e11052ad1ee3 HTTP/1.1" status: 204 len: 173 time: 0.3951612 Jan 25 03:24:13.385036 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'name': 'network-vif-deleted', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 03:24:13.387221 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.117/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12dd9afce1eae5ea9ff02efdf266ab7d2ca84761c940532d8f934aed9ac1951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5888b4ab-f0f9-4670-806a-f2caadb2fb85" -d '{"events": [{"server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "name": "network-vif-deleted", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 03:24:13.428027 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 03:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d389a3b2-21cf-4e87-8d93-96c6c04f1e8b x-openstack-request-id: req-d389a3b2-21cf-4e87-8d93-96c6c04f1e8b {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 03:24:13.428319 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f64d2f-6acb-4ada-83b9-134e41989ad8", "name": "network-vif-deleted", "tag": "c44799d9-451f-4840-8b43-e11052ad1ee3", "status": "completed", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 03:24:13.428573 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.117/compute/v2.1/os-server-external-events used request id req-d389a3b2-21cf-4e87-8d93-96c6c04f1e8b {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 03:24:13.428966 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f64d2f-6acb-4ada-83b9-134e41989ad8', 'name': 'network-vif-deleted', 'tag': 'c44799d9-451f-4840-8b43-e11052ad1ee3', 'status': 'completed', 'code': 200} Jan 25 03:24:14.413328 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58432) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:14.470183 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5c75366d-49d3-483d-9add-fbc5080ea246 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group (6ff8a906-ddd5-4c2d-97d7-63e38f4b1565), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:14.494639 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5c75366d-49d3-483d-9add-fbc5080ea246 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group (6ff8a906-ddd5-4c2d-97d7-63e38f4b1565), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:14.557045 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5c75366d-49d3-483d-9add-fbc5080ea246 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (6ff8a906-ddd5-4c2d-97d7-63e38f4b1565), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:14.560418 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5c75366d-49d3-483d-9add-fbc5080ea246 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Publish callbacks [] for security_group (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:14.560866 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-5c75366d-49d3-483d-9add-fbc5080ea246 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] 10.222.0.117 "DELETE /v2.0/security-groups/6ff8a906-ddd5-4c2d-97d7-63e38f4b1565 HTTP/1.1" status: 204 len: 168 time: 0.1465402 Jan 25 03:24:14.571629 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75366d-49d3-483d-9add-fbc5080ea246 tempest-TestShelveInstance-65028263 tempest-TestShelveInstance-65028263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff8a906-ddd5-4c2d-97d7-63e38f4b1565,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:14.611359 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58436) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:15.073977 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460788'] for router_interface (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:15.558777 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] Deleting port eadf5ad0-4d67-417a-a523-9bd935b557bf {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:24:15.559493 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:15.636094 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] For port eadf5ad0-4d67-417a-a523-9bd935b557bf, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=eadf5ad0-4d67-417a-a523-9bd935b557bf,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:24:15.636459 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:15.648427 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] Calling delete_port for eadf5ad0-4d67-417a-a523-9bd935b557bf owned by network:router_interface {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:24:15.829168 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (eadf5ad0-4d67-417a-a523-9bd935b557bf), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:15.851829 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=eadf5ad0-4d67-417a-a523-9bd935b557bf,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:16.019076 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474073'] for router_interface (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:16.228134 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] Router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:24:16.330553 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:24:16.335561 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-80bf69f7-8287-4ed2-b4f5-68f522a5e5cd admin admin] 10.222.0.117 "PUT /v2.0/routers/b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7230487 Jan 25 03:24:16.337980 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58440) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:16.340654 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] Sync routers for ids ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'] in dv-cinder-819778-6-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:24:16.354687 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] Routers {'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:24:16.355310 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:24:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:16.412286 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:24:16.441496 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Publish callbacks [] for router (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:16.455253 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] Set router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 gateway port host: dv-cinder-819778-6-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:24:16.529287 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device c44799d9-451f-4840-8b43-e11052ad1ee3 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:24:16.543687 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Publish callbacks [] for router_gateway (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:16.587327 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] No Port match for: c44799d9-451f-4840-8b43-e11052ad1ee3 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:24:16.587676 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Device c44799d9-451f-4840-8b43-e11052ad1ee3 not bound to the agent host hv-cinder-81977 {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:24:16.610532 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Deleting port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:24:16.611177 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:16.662182 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:24:15Z', 'revision_number': 5, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port': {'id': '46170fa2-f3e4-463c-8e74-c4afe8dfcbdd', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:16.689481 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] Checking router: b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 for host: dv-cinder-819778-6-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:24:16.695116 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] For port 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=46170fa2-f3e4-463c-8e74-c4afe8dfcbdd,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:24:16.695483 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:16.697687 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] Routers {'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:24:16.698299 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:24:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:16.708914 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Calling delete_port for 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd owned by network:router_gateway {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:24:16.785549 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] Set router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:24:16.841463 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:24:16Z', 'revision_number': 6, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port_host': None}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:16.868322 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7147bb1-4d99-4a8e-8072-d55abf878556 None None] The sync data for ids ['b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0'] in dv-cinder-819778-6-iscsi is: [{'id': 'b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0', 'name': 'tempest-TestShelveInstance-297838678-router', 'tenant_id': 'b49d1a0585ee4d0992125a806e46704f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:00Z', 'updated_at': '2022-01-25T03:24:16Z', 'revision_number': 6, 'project_id': 'b49d1a0585ee4d0992125a806e46704f', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:24:16.876696 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (46170fa2-f3e4-463c-8e74-c4afe8dfcbdd), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:16.903436 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=46170fa2-f3e4-463c-8e74-c4afe8dfcbdd,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:16.968031 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472325'] for router_gateway (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.057642 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.059901 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Publish callbacks [] for router_controller (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.101929 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470929'] for router (b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.102456 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 {{(pid=102671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:24:17.106711 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.107927 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-660f9bd0-e318-4de3-8a76-392ffe0a5d60 admin admin] 10.222.0.117 "DELETE /v2.0/routers/b0e49a0e-2d93-49c3-bd23-ce25f6a0edb0 HTTP/1.1" status: 204 len: 168 time: 0.7689703 Jan 25 03:24:17.110998 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58442) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:17.153500 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8a6207-9af2-40c9-b568-c10462502044 admin admin] Deleting subnet 3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc {{(pid=102671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:24:17.156424 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6207-9af2-40c9-b568-c10462502044 admin admin] Publish callbacks [] for subnet (3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.190476 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6207-9af2-40c9-b568-c10462502044 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585826'] for subnet (3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.274890 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6207-9af2-40c9-b568-c10462502044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.334394 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6207-9af2-40c9-b568-c10462502044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10101061'] for subnet (3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.359154 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a6207-9af2-40c9-b568-c10462502044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:17.364280 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6207-9af2-40c9-b568-c10462502044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.369938 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58444) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:17.370576 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-ee8a6207-9af2-40c9-b568-c10462502044 admin admin] 10.222.0.117 "DELETE /v2.0/subnets/3967b5eb-b2ec-4282-acbc-b3eeaa88e8dc HTTP/1.1" status: 204 len: 168 time: 0.2586417 Jan 25 03:24:17.372568 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52465fb-5493-4769-99ff-0d0a847c8a4c None None] Network b951e5fb-385c-4e65-af07-5c17a1e666d7 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:24:17.443954 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (b951e5fb-385c-4e65-af07-5c17a1e666d7), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.497509 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Deleting port affae811-dd85-4cbc-9c82-f21995807e14 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:24:17.497848 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (affae811-dd85-4cbc-9c82-f21995807e14), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.558668 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] For port affae811-dd85-4cbc-9c82-f21995807e14, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=affae811-dd85-4cbc-9c82-f21995807e14,segment=NetworkSegment(bd62304b-90fc-4f2b-8f2a-425936bf7f09),segment_id=bd62304b-90fc-4f2b-8f2a-425936bf7f09)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:24:17.559025 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (affae811-dd85-4cbc-9c82-f21995807e14), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.571729 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Calling delete_port for affae811-dd85-4cbc-9c82-f21995807e14 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:24:17.654420 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10000744'] for port (affae811-dd85-4cbc-9c82-f21995807e14), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.671341 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d23211-f53a-4d9d-8ae7-109e6aceed6c None None] DHCP port deletion for b951e5fb-385c-4e65-af07-5c17a1e666d7 request from dv-cinder-819778-6-iscsi {{(pid=102672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:24:17.681341 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Pushing event deleted for resources: {'Port': ['ID=affae811-dd85-4cbc-9c82-f21995807e14,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:17.689373 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] No DVR routers for this DVR port affae811-dd85-4cbc-9c82-f21995807e14 on host dv-cinder-819778-6-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:24:17.693372 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.693725 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.694254 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.694597 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.694933 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.695265 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.695598 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.695957 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.696289 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.696619 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.696944 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.697267 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.697591 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:17.772648 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (b951e5fb-385c-4e65-af07-5c17a1e666d7), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.792505 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b951e5fb-385c-4e65-af07-5c17a1e666d7']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:17.802018 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd62304b-90fc-4f2b-8f2a-425936bf7f09') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:17.802320 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd62304b-90fc-4f2b-8f2a-425936bf7f09') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:17.811796 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10334896'] for segment (bd62304b-90fc-4f2b-8f2a-425936bf7f09), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.826278 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (bd62304b-90fc-4f2b-8f2a-425936bf7f09), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.832775 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:24:17.833245 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10000667'] for segment (bd62304b-90fc-4f2b-8f2a-425936bf7f09), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: timer() Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: cb(*args, **kw) Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: self._notify() Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: self.callback(batched_events) Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: event.method(event) Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._get(url).json() Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:24:17.835126 dv-cinder-819778-6-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:24:17.890286 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (b951e5fb-385c-4e65-af07-5c17a1e666d7), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.896214 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:17.899516 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] 10.222.0.117 "DELETE /v2.0/networks/b951e5fb-385c-4e65-af07-5c17a1e666d7 HTTP/1.1" status: 204 len: 168 time: 0.5257747 Jan 25 03:24:17.902572 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58446) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:17.912645 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37787c0e-9e00-4255-91d4-6f2c7e3aee1c admin admin] Pushing event deleted for resources: {'Network': ['ID=b951e5fb-385c-4e65-af07-5c17a1e666d7,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:18.245680 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460788'] for router_interface (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:18.483091 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] Deleting port 433eac95-eed2-4790-8c1c-e7cdb24fbc53 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:24:18.483435 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:18.559671 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] For port 433eac95-eed2-4790-8c1c-e7cdb24fbc53, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=433eac95-eed2-4790-8c1c-e7cdb24fbc53,segment=NetworkSegment(e360f80b-5f6e-4805-a56b-0cc429f76a4c),segment_id=e360f80b-5f6e-4805-a56b-0cc429f76a4c)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:24:18.560062 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:18.573315 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] Calling delete_port for 433eac95-eed2-4790-8c1c-e7cdb24fbc53 owned by network:router_interface {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:24:18.598784 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:24:18.619640 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:24:18.620016 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 46170fa2-f3e4-463c-8e74-c4afe8dfcbdd not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:24:18.620433 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device affae811-dd85-4cbc-9c82-f21995807e14 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:24:18.638833 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: affae811-dd85-4cbc-9c82-f21995807e14 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:24:18.639184 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device affae811-dd85-4cbc-9c82-f21995807e14 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:24:18.639592 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device eadf5ad0-4d67-417a-a523-9bd935b557bf no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:24:18.661847 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: eadf5ad0-4d67-417a-a523-9bd935b557bf {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:24:18.662193 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device eadf5ad0-4d67-417a-a523-9bd935b557bf not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:24:18.752649 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (433eac95-eed2-4790-8c1c-e7cdb24fbc53), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:18.782571 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] Pushing event deleted for resources: {'Port': ['ID=433eac95-eed2-4790-8c1c-e7cdb24fbc53,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:18.972906 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474073'] for router_interface (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:19.441432 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] Router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c has already been hosted by L3 agent b234804a-d87e-47c2-8413-ca4ef6a07955 {{(pid=102671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 03:24:19.551893 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] Notify agent at l3_agent.dv-cinder-819778-6-iscsi the message routers_updated {{(pid=102671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 03:24:19.558707 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-86905eb0-317b-41ba-9548-971fbc0b6ace admin admin] 10.222.0.117 "PUT /v2.0/routers/3a11e92d-35c7-4a40-9037-3a4ac2e54b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6543102 Jan 25 03:24:19.560631 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a690488-2e77-4433-978b-c9003da8135e None None] Sync routers for ids ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'] in dv-cinder-819778-6-iscsi {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 03:24:19.561277 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58448) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:19.572314 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a690488-2e77-4433-978b-c9003da8135e None None] Routers {'3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:24:19.572929 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-6a690488-2e77-4433-978b-c9003da8135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:24:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:19.666513 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Publish callbacks [] for router (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:19.678486 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-6a690488-2e77-4433-978b-c9003da8135e None None] Set router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c gateway port host: dv-cinder-819778-6-iscsi {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:24:19.768393 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Publish callbacks [] for router_gateway (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:19.821336 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Deleting port 348e7fd1-2200-480a-aab6-e821cfcdfa09 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:24:19.821676 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:19.855227 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-6a690488-2e77-4433-978b-c9003da8135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'name': 'tempest-TestShelveInstance-614940789-router', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'external_fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:24:18Z', 'revision_number': 5, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'gw_port': {'id': '348e7fd1-2200-480a-aab6-e821cfcdfa09', 'name': '', 'network_id': 'ac97d597-b923-44ee-833a-ebc6f152d881', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6156cff8-5cc2-4b28-aec5-b544af1bb909', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-iscsi'}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:19.891483 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a690488-2e77-4433-978b-c9003da8135e None None] Checking router: 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c for host: dv-cinder-819778-6-iscsi {{(pid=102673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 03:24:19.900571 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a690488-2e77-4433-978b-c9003da8135e None None] Routers {'3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'} bound to L3 agent in host dv-cinder-819778-6-iscsi {{(pid=102673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 03:24:19.900794 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] For port 348e7fd1-2200-480a-aab6-e821cfcdfa09, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=348e7fd1-2200-480a-aab6-e821cfcdfa09,segment=NetworkSegment(924fd3fb-da90-4f03-99a3-414c649d5c3d),segment_id=924fd3fb-da90-4f03-99a3-414c649d5c3d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:24:19.901157 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:19.901275 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-6a690488-2e77-4433-978b-c9003da8135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:30Z,description=,heartbeat_timestamp=2022-01-25T03:24:00Z,host='dv-cinder-819778-6-iscsi',id=b234804a-d87e-47c2-8413-ca4ef6a07955,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:30Z,topic='l3_agent')) {'router_ids': ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'], 'active': True} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:19.913806 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Calling delete_port for 348e7fd1-2200-480a-aab6-e821cfcdfa09 owned by network:router_gateway {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:24:19.986618 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_dvr_db [None req-6a690488-2e77-4433-978b-c9003da8135e None None] Set router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c gateway port host: None {{(pid=102673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 03:24:20.037555 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.l3_hamode_db [None req-6a690488-2e77-4433-978b-c9003da8135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'name': 'tempest-TestShelveInstance-614940789-router', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:24:19Z', 'revision_number': 6, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'gw_port_host': None}], 'dv-cinder-819778-6-iscsi', False) {} {{(pid=102673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:20.069475 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a690488-2e77-4433-978b-c9003da8135e None None] The sync data for ids ['3a11e92d-35c7-4a40-9037-3a4ac2e54b4c'] in dv-cinder-819778-6-iscsi is: [{'id': '3a11e92d-35c7-4a40-9037-3a4ac2e54b4c', 'name': 'tempest-TestShelveInstance-614940789-router', 'tenant_id': '39ba7d0b3d8d406b9419ab681ab86381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T03:19:05Z', 'updated_at': '2022-01-25T03:24:19Z', 'revision_number': 6, 'project_id': '39ba7d0b3d8d406b9419ab681ab86381', 'gw_port_host': None}] {{(pid=102673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 03:24:20.076886 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (348e7fd1-2200-480a-aab6-e821cfcdfa09), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.106695 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=348e7fd1-2200-480a-aab6-e821cfcdfa09,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:20.165031 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472325'] for router_gateway (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.252563 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-470938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1038'] for router (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.254691 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Publish callbacks [] for router_controller (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.296621 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-470929'] for router (3a11e92d-35c7-4a40-9037-3a4ac2e54b4c), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.297413 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a11e92d-35c7-4a40-9037-3a4ac2e54b4c {{(pid=102671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 03:24:20.302295 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.303439 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-8a744cb6-29b3-4428-8c63-b810f83f60c4 admin admin] 10.222.0.117 "DELETE /v2.0/routers/3a11e92d-35c7-4a40-9037-3a4ac2e54b4c HTTP/1.1" status: 204 len: 168 time: 0.7413526 Jan 25 03:24:20.306063 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58450) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:20.352999 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_v2 [None req-5638c780-0707-4600-8517-1cb026237f0a admin admin] Deleting subnet 6db79e8a-e2d0-4e80-a865-2a6340962dff {{(pid=102671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 03:24:20.355939 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5638c780-0707-4600-8517-1cb026237f0a admin admin] Publish callbacks [] for subnet (6db79e8a-e2d0-4e80-a865-2a6340962dff), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.389446 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5638c780-0707-4600-8517-1cb026237f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9585826'] for subnet (6db79e8a-e2d0-4e80-a865-2a6340962dff), precommit_delete_associations {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.467160 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5638c780-0707-4600-8517-1cb026237f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1343849'] for subnet (6db79e8a-e2d0-4e80-a865-2a6340962dff), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.522181 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5638c780-0707-4600-8517-1cb026237f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1343890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10101061'] for subnet (6db79e8a-e2d0-4e80-a865-2a6340962dff), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.549554 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638c780-0707-4600-8517-1cb026237f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db79e8a-e2d0-4e80-a865-2a6340962dff,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:20.555035 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5638c780-0707-4600-8517-1cb026237f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for subnet (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.560741 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-5638c780-0707-4600-8517-1cb026237f0a admin admin] 10.222.0.117 "DELETE /v2.0/subnets/6db79e8a-e2d0-4e80-a865-2a6340962dff HTTP/1.1" status: 204 len: 168 time: 0.2512343 Jan 25 03:24:20.560914 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65ce84-6d9b-4fce-90bb-bdf815afb6f1 None None] Network 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 requested from dv-cinder-819778-6-iscsi {{(pid=102672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 03:24:20.561379 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.wsgi [-] (102671) accepted ('10.222.0.117', 58452) {{(pid=102671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:20.629127 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483431'] for network (4a4a27e2-19f6-4b7d-aae5-62a133672fd7), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.686023 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Deleting port d66c023a-adf2-434d-9a62-0b3ffaa4a49b {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:24:20.686364 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.749910 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] For port d66c023a-adf2-434d-9a62-0b3ffaa4a49b, host dv-cinder-819778-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-iscsi',level=0,port_id=d66c023a-adf2-434d-9a62-0b3ffaa4a49b,segment=NetworkSegment(e360f80b-5f6e-4805-a56b-0cc429f76a4c),segment_id=e360f80b-5f6e-4805-a56b-0cc429f76a4c)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:24:20.750931 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.762762 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Calling delete_port for d66c023a-adf2-434d-9a62-0b3ffaa4a49b owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:24:20.833658 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] DHCP port deletion for 4a4a27e2-19f6-4b7d-aae5-62a133672fd7 request from dv-cinder-819778-6-iscsi {{(pid=102672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 03:24:20.848863 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669679'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.863739 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] No DVR routers for this DVR port d66c023a-adf2-434d-9a62-0b3ffaa4a49b on host dv-cinder-819778-6-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:24:20.887151 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 433eac95-eed2-4790-8c1c-e7cdb24fbc53 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:24:20.906684 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d66c023a-adf2-434d-9a62-0b3ffaa4a49b,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:20.909067 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 433eac95-eed2-4790-8c1c-e7cdb24fbc53 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:24:20.909434 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 433eac95-eed2-4790-8c1c-e7cdb24fbc53 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:24:20.909864 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d66c023a-adf2-434d-9a62-0b3ffaa4a49b no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:24:20.932252 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: d66c023a-adf2-434d-9a62-0b3ffaa4a49b {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:24:20.932612 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device d66c023a-adf2-434d-9a62-0b3ffaa4a49b not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:24:20.933036 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 348e7fd1-2200-480a-aab6-e821cfcdfa09 no longer exists at agent ovs-agent-dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 03:24:20.959136 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Deleting port d66c023a-adf2-434d-9a62-0b3ffaa4a49b {{(pid=102672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 03:24:20.959516 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765976809418'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), before_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.961109 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] No Port match for: 348e7fd1-2200-480a-aab6-e821cfcdfa09 {{(pid=102672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 03:24:20.961473 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.rpc [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Device 348e7fd1-2200-480a-aab6-e821cfcdfa09 not bound to the agent host dv-cinder-819778-6-iscsi {{(pid=102672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 03:24:20.977353 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522164', 'neutron.services.segments.db._delete_segments_for_network-8765976887983'] for network (4a4a27e2-19f6-4b7d-aae5-62a133672fd7), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:20.997811 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4a27e2-19f6-4b7d-aae5-62a133672fd7']}} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:21.008888 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e360f80b-5f6e-4805-a56b-0cc429f76a4c') {'for_net_delete': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:21.009193 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.services.segments.db [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e360f80b-5f6e-4805-a56b-0cc429f76a4c') {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 03:24:21.021210 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765976887857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9585851'] for segment (e360f80b-5f6e-4805-a56b-0cc429f76a4c), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.027412 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] For port d66c023a-adf2-434d-9a62-0b3ffaa4a49b, host dv-cinder-819778-6-iscsi, got binding levels [] {{(pid=102672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 03:24:21.027873 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-472426'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), precommit_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.035003 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270'] for segment (e360f80b-5f6e-4805-a56b-0cc429f76a4c), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.041720 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=102671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 03:24:21.042024 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.plugin [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Calling delete_port for d66c023a-adf2-434d-9a62-0b3ffaa4a49b owned by network:dhcp {{(pid=102672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 03:24:21.042182 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1518270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669596'] for segment (e360f80b-5f6e-4805-a56b-0cc429f76a4c), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: warnings.warn(msg) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: Traceback (most recent call last): Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: timer() Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: cb(*args, **kw) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: return func(*args, **kwargs) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: self._notify() Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: self.callback(batched_events) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: event.method(event) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: return f(self, *a, **k) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: return self._get(url).json() Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: return self.request(url, 'GET', **kwargs) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 03:24:21.044160 dv-cinder-819778-6-iscsi neutron-server[102671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 03:24:21.049332 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.ipam_backend_mixin [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Port d66c023a-adf2-434d-9a62-0b3ffaa4a49b was not found and therefore no delete operation was performed {{(pid=102672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 25 03:24:21.049332 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1920924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765976817475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765976361530'] for port (d66c023a-adf2-434d-9a62-0b3ffaa4a49b), after_delete {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.073783 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] No DVR routers for this DVR port d66c023a-adf2-434d-9a62-0b3ffaa4a49b on host dv-cinder-819778-6-iscsi {{(pid=102672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 03:24:21.075379 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Pushing event deleted for resources: {'Port': ['ID=d66c023a-adf2-434d-9a62-0b3ffaa4a49b,revision_number=None']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:21.085012 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.085012 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.085600 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.085600 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.085798 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.086074 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.086402 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.086762 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.087095 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.087430 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.087787 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.088119 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.088449 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727cc4a-6a40-499d-8c54-9de0174e1536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 03:24:21.105977 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-374758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473004'] for network (4a4a27e2-19f6-4b7d-aae5-62a133672fd7), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.112704 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580312'] for network (None), before_response {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.115901 dv-cinder-819778-6-iscsi neutron-server[102671]: INFO neutron.wsgi [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] 10.222.0.117 "DELETE /v2.0/networks/4a4a27e2-19f6-4b7d-aae5-62a133672fd7 HTTP/1.1" status: 204 len: 168 time: 0.5540478 Jan 25 03:24:21.126533 dv-cinder-819778-6-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327bd84-f035-4bdb-a6d3-4d3c8241e5ef admin admin] Pushing event deleted for resources: {'Network': ['ID=4a4a27e2-19f6-4b7d-aae5-62a133672fd7,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:21.236046 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58456) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:21.280816 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e4bcc855-4529-4057-b9ad-3ba433a32def admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=b49d1a0585ee4d0992125a806e46704f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435190 Jan 25 03:24:21.283322 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58458) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:21.330177 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47500579-c420-4ba3-91eb-6b4efcae85e9 admin admin] Publish callbacks [] for security_group (f2411808-4178-407d-95ef-200eb75fe9b6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.350779 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47500579-c420-4ba3-91eb-6b4efcae85e9 admin admin] Publish callbacks [] for security_group (f2411808-4178-407d-95ef-200eb75fe9b6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.396942 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47500579-c420-4ba3-91eb-6b4efcae85e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (f2411808-4178-407d-95ef-200eb75fe9b6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.399474 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47500579-c420-4ba3-91eb-6b4efcae85e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.400675 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-47500579-c420-4ba3-91eb-6b4efcae85e9 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/f2411808-4178-407d-95ef-200eb75fe9b6 HTTP/1.1" status: 204 len: 168 time: 0.1164029 Jan 25 03:24:21.408163 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47500579-c420-4ba3-91eb-6b4efcae85e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2411808-4178-407d-95ef-200eb75fe9b6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:21.730671 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58464) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:21.771633 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e6c8ec5a-5e17-4437-8bb5-0b57d6d2190e admin admin] 10.222.0.117 "GET /v2.0/security-groups?tenant_id=39ba7d0b3d8d406b9419ab681ab86381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397477 Jan 25 03:24:21.774080 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.117', 58466) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 03:24:21.820145 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5233e3cf-2d12-4722-aa32-106a2b0a7998 admin admin] Publish callbacks [] for security_group (fa7d721e-9511-452e-8606-0c34a34edc97), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.840446 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5233e3cf-2d12-4722-aa32-106a2b0a7998 admin admin] Publish callbacks [] for security_group (fa7d721e-9511-452e-8606-0c34a34edc97), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.888943 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5233e3cf-2d12-4722-aa32-106a2b0a7998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-377876'] for security_group (fa7d721e-9511-452e-8606-0c34a34edc97), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.891626 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5233e3cf-2d12-4722-aa32-106a2b0a7998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:21.892899 dv-cinder-819778-6-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5233e3cf-2d12-4722-aa32-106a2b0a7998 admin admin] 10.222.0.117 "DELETE /v2.0/security-groups/fa7d721e-9511-452e-8606-0c34a34edc97 HTTP/1.1" status: 204 len: 168 time: 0.1179214 Jan 25 03:24:21.900881 dv-cinder-819778-6-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233e3cf-2d12-4722-aa32-106a2b0a7998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7d721e-9511-452e-8606-0c34a34edc97,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 03:24:28.176402 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-04131815-1882-4309-a6cd-f6f6c1183efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:30.312622 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8b0ea586-c038-4eae-940e-586569646940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:31.765942 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:32.287879 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:33.214270 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:34.354987 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:24:53.411634 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:24:58.178416 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-04a974c2-0d99-4f5a-88a9-c1b823d3f009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:00.315208 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-869015c9-6b7d-4f4d-b54c-113c6d8d44cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:01.768654 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:02.289320 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:03.220972 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:04.356244 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:28.180147 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9d6dbd89-651d-40e3-8a5f-a249f077f432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:30.317981 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-80e95147-f25d-4fc6-8728-7617aa9420aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:30.409543 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:25:31.772037 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:32.296583 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:33.221937 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:34.358150 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:25:58.181824 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-211f42a9-5107-4702-ae46-3adf3a8c9a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:00.323919 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-66e8a81a-1cfa-4e7f-9638-898a4a34e0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:01.776796 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:02.296836 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:03.224279 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:04.359969 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:07.408180 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:26:28.183639 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4d1eed8b-1e7d-4152-9edd-5ba80dfafa37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:30.319560 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0581da6d-004a-48ee-b62d-1cb20ecd25f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:31.778885 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:32.308026 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:33.228788 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:34.364051 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:26:44.408642 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:26:58.185309 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-92db7055-1f8d-4f90-9f57-010bec0e85ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:00.323089 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-69ea273b-761a-4ce9-87af-abd4696971e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:01.781519 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:02.304308 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:03.231248 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:04.366595 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:21.407336 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:27:28.186907 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-92e8c47e-6e62-4d92-a288-b3d3001032bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:30.325909 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-a2397122-3f3a-4efd-a353-8b457c6c5976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:31.785388 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:32.324412 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:33.233587 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:34.369778 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:58.198349 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-52b03553-72a3-413d-b417-14b3847ed899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:27:58.405824 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:28:00.327438 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-68ce0dcd-2089-44e6-bc94-10344e4f415b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:01.788553 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:02.319897 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:03.236796 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:04.373585 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:28.190535 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-7f603221-dbac-479d-8b8b-4511edef9ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:30.328170 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-5c16e27b-1523-4508-980e-ff63358877a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:31.792433 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:32.337270 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:33.238885 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:34.376120 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:28:35.404865 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:28:58.193463 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4099bb22-2a9e-4424-9e10-8d33000b6eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:00.330256 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9c367f9c-92c1-4f73-aaca-a1a504bfb460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:01.793947 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:02.351565 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:03.243175 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:04.378175 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:12.402969 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:29:28.199974 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b3979796-ae1b-4998-89f9-b94a716465c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:30.331492 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-23f90a13-9642-4553-b593-f515e85ac6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:31.795806 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-08fed1e0-e4f0-4063-a1eb-b6f0770c3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (27c7396f-b974-414d-b5f4-5d8bd67cf2b2), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:32.350016 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-377a18cd-e27b-4afb-9827-f87b4f453249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (95409ac4-332f-442a-8d32-89ba4ec15ebc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:33.246636 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9133c0f6-2177-4594-9bed-2311bbc76333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (799f10e0-8ef8-4959-8d5f-55f9564f454e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:34.380439 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-21365b5a-36e4-44ee-b6b9-3ab8e6c67812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (9ef89254-b0fd-44f0-af0c-e5cf16f3427e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:29:49.402509 dv-cinder-819778-6-iscsi neutron-server[102673]: DEBUG neutron.db.agents_db [None req-31b6df23-3f58-4016-a6ec-785cc54b34f3 None None] Agent healthcheck: found 6 active agents {{(pid=102673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 03:29:58.192271 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-43791562-c012-429c-9645-fb521427c97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (075ecb81-931b-41de-ae63-a6ef68782e2b), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 03:30:00.332620 dv-cinder-819778-6-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-29d6214d-e2ca-4ecc-ab77-37e73da8df69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765976887965', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1346830'] for agent (b234804a-d87e-47c2-8413-ca4ef6a07955), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}